2024-11-10 13:24:50,646 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-10 13:24:50,663 main DEBUG Took 0.015060 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 13:24:50,664 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 13:24:50,665 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 13:24:50,666 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 13:24:50,667 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:24:50,677 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 13:24:50,692 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:24:50,694 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:24:50,695 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:24:50,696 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:24:50,697 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:24:50,697 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:24:50,698 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:24:50,699 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:24:50,699 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:24:50,700 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:24:50,701 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:24:50,701 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:24:50,702 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:24:50,702 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:24:50,703 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:24:50,703 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:24:50,703 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:24:50,704 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:24:50,704 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:24:50,705 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:24:50,705 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:24:50,705 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:24:50,706 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:24:50,706 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:24:50,707 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:24:50,707 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 13:24:50,708 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:24:50,710 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 13:24:50,712 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 13:24:50,712 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 13:24:50,713 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 13:24:50,714 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 13:24:50,723 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 13:24:50,725 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 13:24:50,727 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 13:24:50,727 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 13:24:50,728 main DEBUG createAppenders(={Console}) 2024-11-10 13:24:50,729 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-10 13:24:50,729 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-10 13:24:50,729 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-10 13:24:50,730 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 13:24:50,730 main DEBUG OutputStream closed 2024-11-10 13:24:50,731 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 13:24:50,731 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 13:24:50,731 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-10 13:24:50,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 13:24:50,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 13:24:50,826 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 13:24:50,828 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 13:24:50,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 13:24:50,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 13:24:50,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 13:24:50,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 13:24:50,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 13:24:50,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 13:24:50,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 13:24:50,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 13:24:50,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 13:24:50,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 13:24:50,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 13:24:50,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 13:24:50,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 13:24:50,835 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 13:24:50,838 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 13:24:50,839 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-10 13:24:50,839 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 13:24:50,840 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-10T13:24:51,145 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd 2024-11-10 13:24:51,147 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 13:24:51,148 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T13:24:51,158 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-10T13:24:51,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T13:24:51,213 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/cluster_603af9fd-bca6-5ea3-cc69-ea3585d6c089, deleteOnExit=true 2024-11-10T13:24:51,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T13:24:51,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/test.cache.data in system properties and HBase conf 2024-11-10T13:24:51,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T13:24:51,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/hadoop.log.dir in system properties and HBase conf 2024-11-10T13:24:51,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T13:24:51,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T13:24:51,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T13:24:51,345 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T13:24:51,474 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T13:24:51,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:24:51,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:24:51,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T13:24:51,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:24:51,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T13:24:51,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T13:24:51,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:24:51,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:24:51,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T13:24:51,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/nfs.dump.dir in system properties and HBase conf 2024-11-10T13:24:51,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/java.io.tmpdir in system properties and HBase conf 2024-11-10T13:24:51,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:24:51,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T13:24:51,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T13:24:52,826 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T13:24:52,945 INFO [Time-limited test {}] log.Log(170): Logging initialized @3235ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T13:24:53,071 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:24:53,176 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:24:53,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:24:53,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:24:53,207 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:24:53,222 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:24:53,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7def033e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:24:53,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41752735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:24:53,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bbf242f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/java.io.tmpdir/jetty-localhost-46075-hadoop-hdfs-3_4_1-tests_jar-_-any-18317486816240744282/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:24:53,485 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34657887{HTTP/1.1, (http/1.1)}{localhost:46075} 2024-11-10T13:24:53,488 INFO [Time-limited test {}] server.Server(415): Started @3779ms 2024-11-10T13:24:54,184 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:24:54,196 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:24:54,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:24:54,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:24:54,200 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:24:54,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b8e8cdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:24:54,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ef5f873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:24:54,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3dfb1097{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/java.io.tmpdir/jetty-localhost-41841-hadoop-hdfs-3_4_1-tests_jar-_-any-2102267739573455815/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:24:54,324 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16142ff{HTTP/1.1, (http/1.1)}{localhost:41841} 2024-11-10T13:24:54,324 INFO [Time-limited test {}] server.Server(415): Started @4616ms 2024-11-10T13:24:54,383 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T13:24:55,435 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/cluster_603af9fd-bca6-5ea3-cc69-ea3585d6c089/data/data2/current/BP-343753804-172.17.0.3-1731245092178/current, will proceed with Du for space computation calculation, 2024-11-10T13:24:55,435 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/cluster_603af9fd-bca6-5ea3-cc69-ea3585d6c089/data/data1/current/BP-343753804-172.17.0.3-1731245092178/current, will proceed with Du for space computation calculation, 2024-11-10T13:24:55,462 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T13:24:55,512 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf54ea3ac6d11b729 with lease ID 0xf4415d5fa493609d: Processing first storage report for DS-439b7eeb-d9e7-4676-a521-579196e01b38 from datanode DatanodeRegistration(127.0.0.1:34539, datanodeUuid=b2f8849f-60f4-4f54-b0ca-8acdc3325002, infoPort=43567, infoSecurePort=0, ipcPort=37023, storageInfo=lv=-57;cid=testClusterID;nsid=687380940;c=1731245092178) 2024-11-10T13:24:55,513 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf54ea3ac6d11b729 with lease ID 0xf4415d5fa493609d: from storage DS-439b7eeb-d9e7-4676-a521-579196e01b38 node DatanodeRegistration(127.0.0.1:34539, datanodeUuid=b2f8849f-60f4-4f54-b0ca-8acdc3325002, infoPort=43567, infoSecurePort=0, ipcPort=37023, storageInfo=lv=-57;cid=testClusterID;nsid=687380940;c=1731245092178), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T13:24:55,514 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf54ea3ac6d11b729 with lease ID 0xf4415d5fa493609d: Processing first storage report for DS-ff8d33c4-657c-4004-ab98-a73576d8a313 from datanode DatanodeRegistration(127.0.0.1:34539, datanodeUuid=b2f8849f-60f4-4f54-b0ca-8acdc3325002, infoPort=43567, infoSecurePort=0, ipcPort=37023, storageInfo=lv=-57;cid=testClusterID;nsid=687380940;c=1731245092178) 2024-11-10T13:24:55,514 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf54ea3ac6d11b729 with lease ID 0xf4415d5fa493609d: from storage DS-ff8d33c4-657c-4004-ab98-a73576d8a313 node DatanodeRegistration(127.0.0.1:34539, datanodeUuid=b2f8849f-60f4-4f54-b0ca-8acdc3325002, infoPort=43567, infoSecurePort=0, ipcPort=37023, storageInfo=lv=-57;cid=testClusterID;nsid=687380940;c=1731245092178), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:24:55,535 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd 2024-11-10T13:24:55,598 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/cluster_603af9fd-bca6-5ea3-cc69-ea3585d6c089/zookeeper_0, clientPort=50725, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/cluster_603af9fd-bca6-5ea3-cc69-ea3585d6c089/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/cluster_603af9fd-bca6-5ea3-cc69-ea3585d6c089/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T13:24:55,607 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50725 2024-11-10T13:24:55,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:24:55,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:24:55,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741825_1001 (size=7) 2024-11-10T13:24:56,220 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57 with version=8 2024-11-10T13:24:56,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/hbase-staging 2024-11-10T13:24:56,304 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T13:24:56,504 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:24:56,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:24:56,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:24:56,518 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:24:56,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:24:56,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:24:56,656 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T13:24:56,712 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T13:24:56,723 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T13:24:56,728 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:24:56,750 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 34135 (auto-detected) 2024-11-10T13:24:56,751 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-10T13:24:56,767 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43131 2024-11-10T13:24:56,788 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43131 connecting to ZooKeeper ensemble=127.0.0.1:50725 2024-11-10T13:24:56,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431310x0, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:24:56,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43131-0x10124ebb6490000 connected 2024-11-10T13:24:57,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:24:57,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:24:57,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43131-0x10124ebb6490000, quorum=127.0.0.1:50725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T13:24:57,015 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57, hbase.cluster.distributed=false 2024-11-10T13:24:57,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43131-0x10124ebb6490000, quorum=127.0.0.1:50725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T13:24:57,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43131 2024-11-10T13:24:57,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43131 2024-11-10T13:24:57,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43131 2024-11-10T13:24:57,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43131 2024-11-10T13:24:57,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43131 2024-11-10T13:24:57,158 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:24:57,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:24:57,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:24:57,161 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:24:57,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:24:57,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:24:57,164 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:24:57,167 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:24:57,168 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33783 2024-11-10T13:24:57,170 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33783 connecting to ZooKeeper ensemble=127.0.0.1:50725 2024-11-10T13:24:57,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:24:57,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:24:57,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337830x0, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:24:57,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337830x0, quorum=127.0.0.1:50725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T13:24:57,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33783-0x10124ebb6490001 connected 2024-11-10T13:24:57,206 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:24:57,214 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:24:57,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33783-0x10124ebb6490001, quorum=127.0.0.1:50725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T13:24:57,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33783-0x10124ebb6490001, quorum=127.0.0.1:50725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T13:24:57,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33783 2024-11-10T13:24:57,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33783 2024-11-10T13:24:57,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33783 2024-11-10T13:24:57,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33783 2024-11-10T13:24:57,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33783 2024-11-10T13:24:57,241 DEBUG [M:0;2467a7071e00:43131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2467a7071e00:43131 2024-11-10T13:24:57,242 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2467a7071e00,43131,1731245096350 2024-11-10T13:24:57,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x10124ebb6490000, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T13:24:57,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x10124ebb6490001, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T13:24:57,254 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43131-0x10124ebb6490000, quorum=127.0.0.1:50725, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2467a7071e00,43131,1731245096350 2024-11-10T13:24:57,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x10124ebb6490000, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:24:57,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x10124ebb6490001, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T13:24:57,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x10124ebb6490001, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:24:57,285 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43131-0x10124ebb6490000, quorum=127.0.0.1:50725, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T13:24:57,286 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2467a7071e00,43131,1731245096350 from backup master directory 2024-11-10T13:24:57,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x10124ebb6490000, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2467a7071e00,43131,1731245096350 2024-11-10T13:24:57,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x10124ebb6490001, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T13:24:57,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x10124ebb6490000, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T13:24:57,295 WARN [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:24:57,295 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2467a7071e00,43131,1731245096350 2024-11-10T13:24:57,297 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T13:24:57,298 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T13:24:57,358 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/hbase.id] with ID: 90900e9b-dc7d-4a46-aac9-694408e329e3 2024-11-10T13:24:57,358 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/.tmp/hbase.id 2024-11-10T13:24:57,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741826_1002 (size=42) 2024-11-10T13:24:57,776 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/.tmp/hbase.id]:[hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/hbase.id] 2024-11-10T13:24:57,830 INFO [master/2467a7071e00:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:24:57,835 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T13:24:57,852 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-11-10T13:24:57,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x10124ebb6490000, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:24:57,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x10124ebb6490001, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:24:57,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741827_1003 (size=196) 2024-11-10T13:24:58,339 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:24:58,340 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T13:24:58,355 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:24:58,360 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:24:58,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741828_1004 (size=1189) 2024-11-10T13:24:58,818 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/MasterData/data/master/store 2024-11-10T13:24:58,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741829_1005 (size=34) 2024-11-10T13:24:59,242 INFO [master/2467a7071e00:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T13:24:59,245 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:24:59,247 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:24:59,247 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:24:59,248 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:24:59,249 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:24:59,250 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:24:59,250 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:24:59,252 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731245099247Disabling compacts and flushes for region at 1731245099247Disabling writes for close at 1731245099250 (+3 ms)Writing region close event to WAL at 1731245099250Closed at 1731245099250 2024-11-10T13:24:59,254 WARN [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/MasterData/data/master/store/.initializing 2024-11-10T13:24:59,254 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/MasterData/WALs/2467a7071e00,43131,1731245096350 2024-11-10T13:24:59,262 INFO [master/2467a7071e00:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:24:59,277 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C43131%2C1731245096350, suffix=, logDir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/MasterData/WALs/2467a7071e00,43131,1731245096350, archiveDir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/MasterData/oldWALs, maxLogs=10 2024-11-10T13:24:59,311 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/MasterData/WALs/2467a7071e00,43131,1731245096350/2467a7071e00%2C43131%2C1731245096350.1731245099284, exclude list is [], retry=0 2024-11-10T13:24:59,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34539,DS-439b7eeb-d9e7-4676-a521-579196e01b38,DISK] 2024-11-10T13:24:59,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T13:24:59,374 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/MasterData/WALs/2467a7071e00,43131,1731245096350/2467a7071e00%2C43131%2C1731245096350.1731245099284 2024-11-10T13:24:59,375 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43567:43567)] 2024-11-10T13:24:59,376 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:24:59,377 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:24:59,381 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:24:59,382 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:24:59,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:24:59,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T13:24:59,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:24:59,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:24:59,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:24:59,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T13:24:59,462 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:24:59,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:24:59,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:24:59,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T13:24:59,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:24:59,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:24:59,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:24:59,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T13:24:59,474 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:24:59,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:24:59,476 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:24:59,480 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:24:59,481 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:24:59,489 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:24:59,490 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:24:59,496 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:24:59,502 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:24:59,508 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:24:59,510 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62180544, jitterRate=-0.07343769073486328}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:24:59,520 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731245099399Initializing all the Stores at 1731245099403 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245099403Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245099404 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245099404Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245099405 (+1 ms)Cleaning up temporary data from old regions at 1731245099490 (+85 ms)Region opened successfully at 1731245099519 (+29 ms) 2024-11-10T13:24:59,521 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T13:24:59,566 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d03a7d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:24:59,603 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T13:24:59,616 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T13:24:59,616 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T13:24:59,620 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T13:24:59,622 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T13:24:59,628 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-10T13:24:59,628 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T13:24:59,664 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T13:24:59,678 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43131-0x10124ebb6490000, quorum=127.0.0.1:50725, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T13:24:59,746 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T13:24:59,749 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T13:24:59,752 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43131-0x10124ebb6490000, quorum=127.0.0.1:50725, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T13:24:59,765 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T13:24:59,768 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T13:24:59,773 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43131-0x10124ebb6490000, quorum=127.0.0.1:50725, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T13:24:59,786 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T13:24:59,788 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43131-0x10124ebb6490000, quorum=127.0.0.1:50725, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T13:24:59,799 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T13:24:59,824 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43131-0x10124ebb6490000, quorum=127.0.0.1:50725, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T13:24:59,831 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T13:24:59,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x10124ebb6490000, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T13:24:59,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x10124ebb6490001, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T13:24:59,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x10124ebb6490001, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:24:59,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x10124ebb6490000, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:24:59,846 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2467a7071e00,43131,1731245096350, sessionid=0x10124ebb6490000, setting cluster-up flag (Was=false) 2024-11-10T13:24:59,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x10124ebb6490001, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:24:59,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x10124ebb6490000, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:24:59,915 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T13:24:59,918 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,43131,1731245096350 2024-11-10T13:24:59,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x10124ebb6490001, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:24:59,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x10124ebb6490000, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:24:59,978 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T13:24:59,981 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,43131,1731245096350 2024-11-10T13:24:59,988 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T13:25:00,034 INFO [RS:0;2467a7071e00:33783 {}] regionserver.HRegionServer(746): ClusterId : 90900e9b-dc7d-4a46-aac9-694408e329e3 2024-11-10T13:25:00,038 DEBUG [RS:0;2467a7071e00:33783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:25:00,054 DEBUG [RS:0;2467a7071e00:33783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:25:00,055 DEBUG [RS:0;2467a7071e00:33783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:25:00,064 DEBUG [RS:0;2467a7071e00:33783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:25:00,065 DEBUG [RS:0;2467a7071e00:33783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c2fd9a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:25:00,074 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T13:25:00,089 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T13:25:00,089 DEBUG [RS:0;2467a7071e00:33783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2467a7071e00:33783 2024-11-10T13:25:00,094 INFO [RS:0;2467a7071e00:33783 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:25:00,094 INFO [RS:0;2467a7071e00:33783 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:25:00,094 DEBUG [RS:0;2467a7071e00:33783 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:25:00,098 INFO [RS:0;2467a7071e00:33783 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,43131,1731245096350 with port=33783, startcode=1731245097117 2024-11-10T13:25:00,098 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T13:25:00,106 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2467a7071e00,43131,1731245096350 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T13:25:00,113 DEBUG [RS:0;2467a7071e00:33783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:25:00,116 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:25:00,117 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:25:00,118 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:25:00,120 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:25:00,121 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2467a7071e00:0, corePoolSize=10, maxPoolSize=10 2024-11-10T13:25:00,121 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:25:00,122 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:25:00,122 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:25:00,149 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:25:00,150 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T13:25:00,159 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:00,160 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T13:25:00,170 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731245130170 2024-11-10T13:25:00,173 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T13:25:00,177 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T13:25:00,181 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T13:25:00,183 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T13:25:00,184 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T13:25:00,185 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T13:25:00,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741831_1007 (size=1321) 2024-11-10T13:25:00,192 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T13:25:00,193 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57 2024-11-10T13:25:00,208 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:25:00,220 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T13:25:00,230 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:25:00,230 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T13:25:00,231 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T13:25:00,239 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43131 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:00,246 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T13:25:00,247 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T13:25:00,251 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731245100249,5,FailOnTimeoutGroup] 2024-11-10T13:25:00,260 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731245100251,5,FailOnTimeoutGroup] 2024-11-10T13:25:00,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741832_1008 (size=32) 2024-11-10T13:25:00,260 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:25:00,261 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T13:25:00,262 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T13:25:00,263 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T13:25:00,278 DEBUG [RS:0;2467a7071e00:33783 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T13:25:00,278 WARN [RS:0;2467a7071e00:33783 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T13:25:00,380 INFO [RS:0;2467a7071e00:33783 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,43131,1731245096350 with port=33783, startcode=1731245097117 2024-11-10T13:25:00,382 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43131 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,33783,1731245097117 2024-11-10T13:25:00,384 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43131 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,33783,1731245097117 2024-11-10T13:25:00,393 DEBUG [RS:0;2467a7071e00:33783 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57 2024-11-10T13:25:00,393 DEBUG [RS:0;2467a7071e00:33783 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44107 2024-11-10T13:25:00,393 DEBUG [RS:0;2467a7071e00:33783 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:25:00,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x10124ebb6490000, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T13:25:00,484 DEBUG [RS:0;2467a7071e00:33783 {}] zookeeper.ZKUtil(111): regionserver:33783-0x10124ebb6490001, quorum=127.0.0.1:50725, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2467a7071e00,33783,1731245097117 2024-11-10T13:25:00,484 WARN [RS:0;2467a7071e00:33783 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:25:00,485 INFO [RS:0;2467a7071e00:33783 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:25:00,485 DEBUG [RS:0;2467a7071e00:33783 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/WALs/2467a7071e00,33783,1731245097117 2024-11-10T13:25:00,487 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,33783,1731245097117] 2024-11-10T13:25:00,518 INFO [RS:0;2467a7071e00:33783 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:25:00,542 INFO [RS:0;2467a7071e00:33783 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:25:00,549 INFO [RS:0;2467a7071e00:33783 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:25:00,549 INFO [RS:0;2467a7071e00:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:25:00,551 INFO [RS:0;2467a7071e00:33783 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:25:00,557 INFO [RS:0;2467a7071e00:33783 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:25:00,559 INFO [RS:0;2467a7071e00:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:25:00,559 DEBUG [RS:0;2467a7071e00:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:25:00,560 DEBUG [RS:0;2467a7071e00:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:25:00,560 DEBUG [RS:0;2467a7071e00:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:25:00,560 DEBUG [RS:0;2467a7071e00:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:25:00,561 DEBUG [RS:0;2467a7071e00:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:25:00,561 DEBUG [RS:0;2467a7071e00:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:25:00,561 DEBUG [RS:0;2467a7071e00:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:25:00,561 DEBUG [RS:0;2467a7071e00:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:25:00,562 DEBUG [RS:0;2467a7071e00:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:25:00,562 DEBUG [RS:0;2467a7071e00:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:25:00,562 DEBUG [RS:0;2467a7071e00:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:25:00,562 DEBUG [RS:0;2467a7071e00:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:25:00,562 DEBUG [RS:0;2467a7071e00:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:25:00,563 DEBUG [RS:0;2467a7071e00:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:25:00,564 INFO [RS:0;2467a7071e00:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:25:00,564 INFO [RS:0;2467a7071e00:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:25:00,564 INFO [RS:0;2467a7071e00:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:25:00,564 INFO [RS:0;2467a7071e00:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:25:00,565 INFO [RS:0;2467a7071e00:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:25:00,565 INFO [RS:0;2467a7071e00:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,33783,1731245097117-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:25:00,585 INFO [RS:0;2467a7071e00:33783 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:25:00,587 INFO [RS:0;2467a7071e00:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,33783,1731245097117-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:25:00,588 INFO [RS:0;2467a7071e00:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:25:00,588 INFO [RS:0;2467a7071e00:33783 {}] regionserver.Replication(171): 2467a7071e00,33783,1731245097117 started 2024-11-10T13:25:00,610 INFO [RS:0;2467a7071e00:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:25:00,611 INFO [RS:0;2467a7071e00:33783 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,33783,1731245097117, RpcServer on 2467a7071e00/172.17.0.3:33783, sessionid=0x10124ebb6490001 2024-11-10T13:25:00,612 DEBUG [RS:0;2467a7071e00:33783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:25:00,612 DEBUG [RS:0;2467a7071e00:33783 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,33783,1731245097117 2024-11-10T13:25:00,612 DEBUG [RS:0;2467a7071e00:33783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,33783,1731245097117' 2024-11-10T13:25:00,613 DEBUG [RS:0;2467a7071e00:33783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T13:25:00,614 DEBUG [RS:0;2467a7071e00:33783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T13:25:00,615 DEBUG [RS:0;2467a7071e00:33783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:25:00,615 DEBUG [RS:0;2467a7071e00:33783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:25:00,615 DEBUG [RS:0;2467a7071e00:33783 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,33783,1731245097117 2024-11-10T13:25:00,616 DEBUG [RS:0;2467a7071e00:33783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,33783,1731245097117' 2024-11-10T13:25:00,616 DEBUG [RS:0;2467a7071e00:33783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T13:25:00,617 DEBUG [RS:0;2467a7071e00:33783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T13:25:00,618 DEBUG [RS:0;2467a7071e00:33783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:25:00,618 INFO [RS:0;2467a7071e00:33783 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:25:00,618 INFO [RS:0;2467a7071e00:33783 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:25:00,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:25:00,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:25:00,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:25:00,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:00,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:25:00,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:25:00,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:25:00,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:00,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:25:00,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:25:00,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:25:00,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:00,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:25:00,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:25:00,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:25:00,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:00,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:25:00,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:25:00,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/hbase/meta/1588230740 2024-11-10T13:25:00,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/hbase/meta/1588230740 2024-11-10T13:25:00,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:25:00,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:25:00,685 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T13:25:00,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:25:00,692 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:25:00,693 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75268163, jitterRate=0.12158302962779999}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T13:25:00,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731245100656Initializing all the Stores at 1731245100658 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245100658Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245100659 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245100659Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245100659Cleaning up temporary data from old regions at 1731245100684 (+25 ms)Region opened successfully at 1731245100696 (+12 ms) 2024-11-10T13:25:00,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:25:00,696 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:25:00,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:25:00,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:25:00,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:25:00,698 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:25:00,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731245100696Disabling compacts and flushes for region at 1731245100696Disabling writes for close at 1731245100696Writing region close event to WAL at 1731245100697 (+1 ms)Closed at 1731245100697 2024-11-10T13:25:00,701 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:25:00,702 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T13:25:00,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T13:25:00,719 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:25:00,722 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T13:25:00,724 INFO [RS:0;2467a7071e00:33783 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:25:00,728 INFO [RS:0;2467a7071e00:33783 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C33783%2C1731245097117, suffix=, logDir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/WALs/2467a7071e00,33783,1731245097117, archiveDir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/oldWALs, maxLogs=32 2024-11-10T13:25:00,745 DEBUG [RS:0;2467a7071e00:33783 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/WALs/2467a7071e00,33783,1731245097117/2467a7071e00%2C33783%2C1731245097117.1731245100731, exclude list is [], retry=0 2024-11-10T13:25:00,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34539,DS-439b7eeb-d9e7-4676-a521-579196e01b38,DISK] 2024-11-10T13:25:00,756 INFO [RS:0;2467a7071e00:33783 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/WALs/2467a7071e00,33783,1731245097117/2467a7071e00%2C33783%2C1731245097117.1731245100731 2024-11-10T13:25:00,756 DEBUG [RS:0;2467a7071e00:33783 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43567:43567)] 2024-11-10T13:25:00,875 DEBUG [2467a7071e00:43131 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T13:25:00,890 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2467a7071e00,33783,1731245097117 2024-11-10T13:25:00,898 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,33783,1731245097117, state=OPENING 2024-11-10T13:25:00,967 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T13:25:00,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x10124ebb6490001, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:25:00,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x10124ebb6490000, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:25:00,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T13:25:00,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T13:25:00,981 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:25:00,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,33783,1731245097117}] 2024-11-10T13:25:01,156 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:25:01,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:25:01,170 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T13:25:01,170 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:25:01,171 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T13:25:01,174 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C33783%2C1731245097117.meta, suffix=.meta, logDir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/WALs/2467a7071e00,33783,1731245097117, archiveDir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/oldWALs, maxLogs=32 2024-11-10T13:25:01,190 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/WALs/2467a7071e00,33783,1731245097117/2467a7071e00%2C33783%2C1731245097117.meta.1731245101176.meta, exclude list is [], retry=0 2024-11-10T13:25:01,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34539,DS-439b7eeb-d9e7-4676-a521-579196e01b38,DISK] 2024-11-10T13:25:01,199 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/WALs/2467a7071e00,33783,1731245097117/2467a7071e00%2C33783%2C1731245097117.meta.1731245101176.meta 2024-11-10T13:25:01,200 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43567:43567)] 2024-11-10T13:25:01,200 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:25:01,202 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:25:01,204 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T13:25:01,209 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T13:25:01,213 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T13:25:01,214 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:25:01,214 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T13:25:01,214 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T13:25:01,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:25:01,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:25:01,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:01,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:25:01,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:25:01,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:25:01,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:01,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:25:01,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:25:01,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:25:01,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:01,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:25:01,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:25:01,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:25:01,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:01,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:25:01,228 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:25:01,229 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/hbase/meta/1588230740 2024-11-10T13:25:01,232 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/hbase/meta/1588230740 2024-11-10T13:25:01,234 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:25:01,234 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:25:01,235 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T13:25:01,238 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:25:01,240 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63946631, jitterRate=-0.047120943665504456}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T13:25:01,240 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T13:25:01,241 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731245101215Writing region info on filesystem at 1731245101215Initializing all the Stores at 1731245101217 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245101217Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245101217Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245101217Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245101217Cleaning up temporary data from old regions at 1731245101234 (+17 ms)Running coprocessor post-open hooks at 1731245101240 (+6 ms)Region opened successfully at 1731245101241 (+1 ms) 2024-11-10T13:25:01,247 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731245101148 2024-11-10T13:25:01,258 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T13:25:01,259 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T13:25:01,261 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,33783,1731245097117 2024-11-10T13:25:01,263 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,33783,1731245097117, state=OPEN 2024-11-10T13:25:01,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x10124ebb6490000, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T13:25:01,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x10124ebb6490001, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T13:25:01,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T13:25:01,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T13:25:01,474 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:01,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T13:25:01,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,33783,1731245097117 in 493 msec 2024-11-10T13:25:01,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T13:25:01,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 776 msec 2024-11-10T13:25:01,493 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:25:01,493 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T13:25:01,512 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:25:01,513 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:25:01,531 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:25:01,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:25:01,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5310 sec 2024-11-10T13:25:01,553 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731245101553, completionTime=-1 2024-11-10T13:25:01,556 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T13:25:01,556 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T13:25:01,582 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T13:25:01,582 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731245161582 2024-11-10T13:25:01,582 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731245221582 2024-11-10T13:25:01,582 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-10T13:25:01,584 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,43131,1731245096350-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:25:01,584 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,43131,1731245096350-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:25:01,585 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,43131,1731245096350-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:25:01,586 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2467a7071e00:43131, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:25:01,586 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T13:25:01,587 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T13:25:01,593 DEBUG [master/2467a7071e00:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T13:25:01,615 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.320sec 2024-11-10T13:25:01,617 INFO [master/2467a7071e00:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T13:25:01,618 INFO [master/2467a7071e00:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T13:25:01,619 INFO [master/2467a7071e00:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T13:25:01,620 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T13:25:01,620 INFO [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T13:25:01,621 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,43131,1731245096350-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:25:01,621 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,43131,1731245096350-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T13:25:01,630 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T13:25:01,631 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T13:25:01,631 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,43131,1731245096350-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:25:01,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e129cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:01,651 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T13:25:01,651 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T13:25:01,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:25:01,656 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:25:01,662 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:25:01,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:25:01,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:25:01,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e73d884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:01,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:25:01,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:25:01,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:01,672 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:25:01,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ebea588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:01,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:25:01,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:25:01,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:25:01,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:25:01,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2467a7071e00,43131,1731245096350 2024-11-10T13:25:01,723 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=473, ProcessCount=11, AvailableMemoryMB=4529 2024-11-10T13:25:01,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:25:01,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,43131,1731245096350 2024-11-10T13:25:01,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1109f50e 2024-11-10T13:25:01,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:25:01,740 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:25:01,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T13:25:01,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:25:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T13:25:01,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:25:01,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-10T13:25:01,784 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:01,788 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:25:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:25:01,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741835_1011 (size=959) 2024-11-10T13:25:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:25:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:25:02,217 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57 2024-11-10T13:25:02,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741836_1012 (size=53) 2024-11-10T13:25:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:25:02,631 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:25:02,631 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing e8f877a6b7d3a4b9c40799da40f943d2, disabling compactions & flushes 2024-11-10T13:25:02,631 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:02,632 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:02,632 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. after waiting 0 ms 2024-11-10T13:25:02,632 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:02,632 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:02,632 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for e8f877a6b7d3a4b9c40799da40f943d2: Waiting for close lock at 1731245102631Disabling compacts and flushes for region at 1731245102631Disabling writes for close at 1731245102632 (+1 ms)Writing region close event to WAL at 1731245102632Closed at 1731245102632 2024-11-10T13:25:02,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:25:02,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731245102634"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731245102634"}]},"ts":"1731245102634"} 2024-11-10T13:25:02,644 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:25:02,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:25:02,648 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245102646"}]},"ts":"1731245102646"} 2024-11-10T13:25:02,655 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T13:25:02,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8f877a6b7d3a4b9c40799da40f943d2, ASSIGN}] 2024-11-10T13:25:02,660 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8f877a6b7d3a4b9c40799da40f943d2, ASSIGN 2024-11-10T13:25:02,662 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8f877a6b7d3a4b9c40799da40f943d2, ASSIGN; state=OFFLINE, location=2467a7071e00,33783,1731245097117; forceNewPlan=false, retain=false 2024-11-10T13:25:02,813 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e8f877a6b7d3a4b9c40799da40f943d2, regionState=OPENING, regionLocation=2467a7071e00,33783,1731245097117 2024-11-10T13:25:02,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8f877a6b7d3a4b9c40799da40f943d2, ASSIGN because future has completed 2024-11-10T13:25:02,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117}] 2024-11-10T13:25:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:25:02,980 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:02,981 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:25:02,981 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:02,981 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:25:02,981 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:02,981 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:02,984 INFO [StoreOpener-e8f877a6b7d3a4b9c40799da40f943d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:02,987 INFO [StoreOpener-e8f877a6b7d3a4b9c40799da40f943d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8f877a6b7d3a4b9c40799da40f943d2 columnFamilyName A 2024-11-10T13:25:02,987 DEBUG [StoreOpener-e8f877a6b7d3a4b9c40799da40f943d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:02,988 INFO [StoreOpener-e8f877a6b7d3a4b9c40799da40f943d2-1 {}] regionserver.HStore(327): Store=e8f877a6b7d3a4b9c40799da40f943d2/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:25:02,988 INFO [StoreOpener-e8f877a6b7d3a4b9c40799da40f943d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:02,991 INFO [StoreOpener-e8f877a6b7d3a4b9c40799da40f943d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8f877a6b7d3a4b9c40799da40f943d2 columnFamilyName B 2024-11-10T13:25:02,991 DEBUG [StoreOpener-e8f877a6b7d3a4b9c40799da40f943d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:02,992 INFO [StoreOpener-e8f877a6b7d3a4b9c40799da40f943d2-1 {}] regionserver.HStore(327): Store=e8f877a6b7d3a4b9c40799da40f943d2/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:25:02,992 INFO [StoreOpener-e8f877a6b7d3a4b9c40799da40f943d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:02,995 INFO [StoreOpener-e8f877a6b7d3a4b9c40799da40f943d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8f877a6b7d3a4b9c40799da40f943d2 columnFamilyName C 2024-11-10T13:25:02,995 DEBUG [StoreOpener-e8f877a6b7d3a4b9c40799da40f943d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:02,996 INFO [StoreOpener-e8f877a6b7d3a4b9c40799da40f943d2-1 {}] regionserver.HStore(327): Store=e8f877a6b7d3a4b9c40799da40f943d2/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:25:02,996 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:02,998 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:02,999 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:03,002 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:03,002 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:03,003 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T13:25:03,006 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:03,009 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:25:03,010 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e8f877a6b7d3a4b9c40799da40f943d2; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67536423, jitterRate=0.00637112557888031}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T13:25:03,011 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:03,012 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e8f877a6b7d3a4b9c40799da40f943d2: Running coprocessor pre-open hook at 1731245102982Writing region info on filesystem at 1731245102982Initializing all the Stores at 1731245102983 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245102984 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245102984Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245102984Cleaning up temporary data from old regions at 1731245103002 (+18 ms)Running coprocessor post-open hooks at 1731245103011 (+9 ms)Region opened successfully at 1731245103011 2024-11-10T13:25:03,014 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., pid=6, masterSystemTime=1731245102974 2024-11-10T13:25:03,017 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:03,017 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:03,019 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e8f877a6b7d3a4b9c40799da40f943d2, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,33783,1731245097117 2024-11-10T13:25:03,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 because future has completed 2024-11-10T13:25:03,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T13:25:03,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 in 207 msec 2024-11-10T13:25:03,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T13:25:03,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8f877a6b7d3a4b9c40799da40f943d2, ASSIGN in 374 msec 2024-11-10T13:25:03,038 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:25:03,038 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245103038"}]},"ts":"1731245103038"} 2024-11-10T13:25:03,042 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T13:25:03,044 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:25:03,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2940 sec 2024-11-10T13:25:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:25:03,941 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:25:03,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b3430e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:03,946 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:25:03,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:25:03,948 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:25:03,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:25:03,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:25:03,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c0df3b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:03,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:25:03,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:25:03,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:03,952 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:25:03,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75911b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:03,954 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:25:03,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:25:03,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:25:03,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:25:03,963 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:25:03,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,43131,1731245096350 2024-11-10T13:25:03,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6187fcd5 2024-11-10T13:25:03,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:25:03,969 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:25:03,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7685e9fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:03,975 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:25:03,975 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:25:03,977 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:25:03,977 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:25:03,977 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:25:03,978 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551748ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:03,978 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:25:03,978 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:25:03,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:03,980 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:25:03,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4834e559, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:03,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77e3eb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:03,985 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:25:03,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:25:03,987 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:25:03,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:25:03,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:25:03,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44447930, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:03,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:25:03,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:25:03,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:03,991 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:25:03,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac8d8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:03,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4d8404, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:03,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:25:03,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:25:03,996 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:25:03,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:25:03,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:25:03,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d05b08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:03,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:25:03,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:25:04,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:04,002 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:25:04,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4112bfce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:04,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@382062a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:04,007 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:25:04,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:25:04,009 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:25:04,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:25:04,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:25:04,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6869e1d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:04,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:25:04,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:25:04,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:04,014 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:25:04,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a31a6b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:04,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f5332d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:04,016 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:25:04,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:25:04,018 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:25:04,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:25:04,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:25:04,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bac0d50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:04,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:25:04,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:25:04,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:04,020 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:25:04,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff3582c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:04,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ef992a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:04,023 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:25:04,023 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:25:04,025 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:25:04,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:25:04,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:25:04,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2521eed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:04,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:25:04,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:25:04,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:04,028 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:25:04,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643444eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:04,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19215e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:04,030 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:25:04,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:25:04,032 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:25:04,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:25:04,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:25:04,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f2ee53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:04,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:25:04,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:25:04,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:04,035 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:25:04,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580da22a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:04,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64696a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:04,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:25:04,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:25:04,039 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:25:04,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:25:04,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:25:04,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@576210ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:04,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:25:04,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:25:04,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:04,042 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:25:04,043 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30113547, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:04,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae6950f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:04,044 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:25:04,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:25:04,045 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:25:04,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:25:04,046 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:25:04,046 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc11aec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:04,046 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:25:04,046 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:25:04,047 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:04,048 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:25:04,049 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d66fe7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:04,052 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:25:04,052 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:25:04,054 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:25:04,054 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:25:04,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:25:04,055 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:25:04,055 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:25:04,055 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:25:04,055 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:25:04,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:25:04,058 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:25:04,058 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:25:04,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:25:04,059 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:25:04,058 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:25:04,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:25:04,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:25:04,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:25:04,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:25:04,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:25:04,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:25:04,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:25:04,062 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:25:04,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:25:04,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:25:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-10T13:25:04,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:25:04,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:25:04,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:25:04,065 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:25:04,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:25:04,065 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:25:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:25:04,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:25:04,067 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:25:04,067 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:25:04,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:25:04,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2] 2024-11-10T13:25:04,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2] 2024-11-10T13:25:04,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:25:04,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:25:04,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:25:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2] 2024-11-10T13:25:04,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2] 2024-11-10T13:25:04,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2] 2024-11-10T13:25:04,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2] 2024-11-10T13:25:04,078 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2] 2024-11-10T13:25:04,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2] 2024-11-10T13:25:04,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2] 2024-11-10T13:25:04,081 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:25:04,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:25:04,170 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:25:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:04,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8f877a6b7d3a4b9c40799da40f943d2 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T13:25:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:25:04,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T13:25:04,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:04,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:04,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:04,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:04,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:04,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/5d7e22a5ba2d44f09092775a2030f690 is 50, key is test_row_0/A:col10/1731245104159/Put/seqid=0 2024-11-10T13:25:04,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741837_1013 (size=14341) 2024-11-10T13:25:04,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/5d7e22a5ba2d44f09092775a2030f690 2024-11-10T13:25:04,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:04,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245164353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245164353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:04,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:04,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245164363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:04,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:04,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:04,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:04,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:04,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39116 deadline: 1731245164363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245164363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:04,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:04,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:25:04,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/5ef53cb9fb284855b95e1a0dcc8d2ee7 is 50, key is test_row_0/B:col10/1731245104159/Put/seqid=0 2024-11-10T13:25:04,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T13:25:04,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:04,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:04,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:04,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:04,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:04,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741838_1014 (size=12001) 2024-11-10T13:25:04,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/5ef53cb9fb284855b95e1a0dcc8d2ee7 2024-11-10T13:25:04,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245164490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:04,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:04,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245164491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:04,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:04,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245164491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:04,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:04,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245164492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:04,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:04,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39116 deadline: 1731245164502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:04,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:04,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/417dfbd856b04eba97eb050fb0ca45b2 is 50, key is test_row_0/C:col10/1731245104159/Put/seqid=0 2024-11-10T13:25:04,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741839_1015 (size=12001) 2024-11-10T13:25:04,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/417dfbd856b04eba97eb050fb0ca45b2 2024-11-10T13:25:04,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/5d7e22a5ba2d44f09092775a2030f690 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/5d7e22a5ba2d44f09092775a2030f690 2024-11-10T13:25:04,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T13:25:04,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:04,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:04,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:04,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:04,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:04,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/5d7e22a5ba2d44f09092775a2030f690, entries=200, sequenceid=15, filesize=14.0 K 2024-11-10T13:25:04,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/5ef53cb9fb284855b95e1a0dcc8d2ee7 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/5ef53cb9fb284855b95e1a0dcc8d2ee7 2024-11-10T13:25:04,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/5ef53cb9fb284855b95e1a0dcc8d2ee7, entries=150, sequenceid=15, filesize=11.7 K 2024-11-10T13:25:04,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/417dfbd856b04eba97eb050fb0ca45b2 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/417dfbd856b04eba97eb050fb0ca45b2 2024-11-10T13:25:04,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/417dfbd856b04eba97eb050fb0ca45b2, entries=150, sequenceid=15, filesize=11.7 K 2024-11-10T13:25:04,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e8f877a6b7d3a4b9c40799da40f943d2 in 486ms, sequenceid=15, compaction requested=false 2024-11-10T13:25:04,665 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-10T13:25:04,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:25:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:04,714 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:25:04,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8f877a6b7d3a4b9c40799da40f943d2 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T13:25:04,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/c4daf43f2edc44f59c16cbab27e48b0a is 50, key is test_row_0/A:col10/1731245104259/Put/seqid=0 2024-11-10T13:25:04,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741840_1016 (size=14341) 2024-11-10T13:25:04,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/c4daf43f2edc44f59c16cbab27e48b0a 2024-11-10T13:25:04,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T13:25:04,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:04,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:04,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:04,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:04,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:04,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245164761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:04,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245164761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:04,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:04,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245164762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:04,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:04,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:04,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/16cb52138a43460c9414677a0ec26e5c is 50, key is test_row_0/B:col10/1731245104259/Put/seqid=0 2024-11-10T13:25:04,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:04,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245164771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39116 deadline: 1731245164774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:04,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:04,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:04,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741841_1017 (size=12001) 2024-11-10T13:25:04,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/16cb52138a43460c9414677a0ec26e5c 2024-11-10T13:25:04,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/1f633408e04941ee9485591fb8311514 is 50, key is test_row_0/C:col10/1731245104259/Put/seqid=0 2024-11-10T13:25:04,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245164880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:04,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:04,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245164881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245164882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:04,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:04,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:04,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:04,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39116 deadline: 1731245164901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:04,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:04,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741842_1018 (size=12001) 2024-11-10T13:25:04,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/1f633408e04941ee9485591fb8311514 2024-11-10T13:25:04,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245164911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:04,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:04,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:04,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T13:25:04,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:04,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:04,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:04,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:04,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:04,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/c4daf43f2edc44f59c16cbab27e48b0a as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/c4daf43f2edc44f59c16cbab27e48b0a 2024-11-10T13:25:04,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/c4daf43f2edc44f59c16cbab27e48b0a, entries=200, sequenceid=38, filesize=14.0 K 2024-11-10T13:25:04,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/16cb52138a43460c9414677a0ec26e5c as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/16cb52138a43460c9414677a0ec26e5c 2024-11-10T13:25:04,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/16cb52138a43460c9414677a0ec26e5c, entries=150, sequenceid=38, filesize=11.7 K 2024-11-10T13:25:04,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/1f633408e04941ee9485591fb8311514 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/1f633408e04941ee9485591fb8311514 2024-11-10T13:25:05,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/1f633408e04941ee9485591fb8311514, entries=150, sequenceid=38, filesize=11.7 K 2024-11-10T13:25:05,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for e8f877a6b7d3a4b9c40799da40f943d2 in 301ms, sequenceid=38, compaction requested=false 2024-11-10T13:25:05,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:05,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T13:25:05,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:05,088 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing e8f877a6b7d3a4b9c40799da40f943d2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-10T13:25:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:05,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:05,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/3339f5dfc55d49fb84025c4c62df92ab is 50, key is test_row_0/A:col10/1731245104761/Put/seqid=0 2024-11-10T13:25:05,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741843_1019 (size=12001) 2024-11-10T13:25:05,153 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/3339f5dfc55d49fb84025c4c62df92ab 2024-11-10T13:25:05,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/d22f6b37333b44d1bf89d868b3780a2e is 50, key is test_row_0/B:col10/1731245104761/Put/seqid=0 2024-11-10T13:25:05,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39116 deadline: 1731245165186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:05,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245165190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:05,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245165195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:05,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245165201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:05,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245165201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:05,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:05,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:25:05,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:05,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:05,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:05,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741844_1020 (size=12001) 2024-11-10T13:25:05,252 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/d22f6b37333b44d1bf89d868b3780a2e 2024-11-10T13:25:05,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/84238954c93d4a2ba7592e5a31b55453 is 50, key is test_row_0/C:col10/1731245104761/Put/seqid=0 2024-11-10T13:25:05,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741845_1021 (size=12001) 2024-11-10T13:25:05,308 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/84238954c93d4a2ba7592e5a31b55453 2024-11-10T13:25:05,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/3339f5dfc55d49fb84025c4c62df92ab as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/3339f5dfc55d49fb84025c4c62df92ab 2024-11-10T13:25:05,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245165330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:05,341 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/3339f5dfc55d49fb84025c4c62df92ab, entries=150, sequenceid=52, filesize=11.7 K 2024-11-10T13:25:05,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:05,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245165330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:05,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:05,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/d22f6b37333b44d1bf89d868b3780a2e as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/d22f6b37333b44d1bf89d868b3780a2e 2024-11-10T13:25:05,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245165340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:05,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:05,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39116 deadline: 1731245165351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:05,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:05,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245165351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:05,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:05,363 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/d22f6b37333b44d1bf89d868b3780a2e, entries=150, sequenceid=52, filesize=11.7 K 2024-11-10T13:25:05,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/84238954c93d4a2ba7592e5a31b55453 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/84238954c93d4a2ba7592e5a31b55453 2024-11-10T13:25:05,380 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/84238954c93d4a2ba7592e5a31b55453, entries=150, sequenceid=52, filesize=11.7 K 2024-11-10T13:25:05,382 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e8f877a6b7d3a4b9c40799da40f943d2 in 294ms, sequenceid=52, compaction requested=true 2024-11-10T13:25:05,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:05,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:05,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T13:25:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T13:25:05,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-10T13:25:05,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3040 sec 2024-11-10T13:25:05,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.3400 sec 2024-11-10T13:25:05,554 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:25:05,555 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8f877a6b7d3a4b9c40799da40f943d2 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T13:25:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:05,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/233ab3dfe5b94eafab8047f7d392e691 is 50, key is test_row_0/A:col10/1731245105196/Put/seqid=0 2024-11-10T13:25:05,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245165599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:05,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:05,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245165608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:05,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245165611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:05,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:05,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:05,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:05,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741846_1022 (size=12001) 2024-11-10T13:25:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245165619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:05,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/233ab3dfe5b94eafab8047f7d392e691 2024-11-10T13:25:05,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:05,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39116 deadline: 1731245165622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:05,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:05,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/6de2df64de514127b2df30454dbad81a is 50, key is test_row_0/B:col10/1731245105196/Put/seqid=0 2024-11-10T13:25:05,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741847_1023 (size=12001) 2024-11-10T13:25:05,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/6de2df64de514127b2df30454dbad81a 2024-11-10T13:25:05,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245165730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:05,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:05,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245165730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:05,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:05,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39116 deadline: 1731245165740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:05,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:05,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245165740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:05,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:05,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245165740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:05,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:05,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/e827e8bd66e5471cbc91b614a6f2a8dc is 50, key is test_row_0/C:col10/1731245105196/Put/seqid=0 2024-11-10T13:25:05,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741848_1024 (size=12001) 2024-11-10T13:25:05,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245165950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:05,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:05,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39116 deadline: 1731245165950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:05,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:05,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:05,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245165951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:05,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:05,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245165959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:05,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:05,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245165960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:05,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:05,976 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:06,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/e827e8bd66e5471cbc91b614a6f2a8dc 2024-11-10T13:25:06,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:25:06,240 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:25:06,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/233ab3dfe5b94eafab8047f7d392e691 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/233ab3dfe5b94eafab8047f7d392e691 2024-11-10T13:25:06,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:25:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-10T13:25:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T13:25:06,246 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:25:06,248 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:25:06,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:25:06,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/233ab3dfe5b94eafab8047f7d392e691, entries=150, sequenceid=75, filesize=11.7 K 2024-11-10T13:25:06,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245166260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:06,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:06,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:06,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:06,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39116 deadline: 1731245166260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:06,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:06,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:06,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:06,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:06,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245166270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:06,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:06,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:06,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:06,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/6de2df64de514127b2df30454dbad81a as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/6de2df64de514127b2df30454dbad81a 2024-11-10T13:25:06,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/6de2df64de514127b2df30454dbad81a, entries=150, sequenceid=75, filesize=11.7 K 2024-11-10T13:25:06,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/e827e8bd66e5471cbc91b614a6f2a8dc as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/e827e8bd66e5471cbc91b614a6f2a8dc 2024-11-10T13:25:06,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245166280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:06,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:06,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:06,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:06,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245166290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:06,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:06,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:06,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:06,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/e827e8bd66e5471cbc91b614a6f2a8dc, entries=150, sequenceid=75, filesize=11.7 K 2024-11-10T13:25:06,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e8f877a6b7d3a4b9c40799da40f943d2 in 764ms, sequenceid=75, compaction requested=true 2024-11-10T13:25:06,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:06,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8f877a6b7d3a4b9c40799da40f943d2:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:25:06,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:06,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8f877a6b7d3a4b9c40799da40f943d2:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:25:06,336 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T13:25:06,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:06,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8f877a6b7d3a4b9c40799da40f943d2:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:25:06,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T13:25:06,338 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T13:25:06,343 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T13:25:06,345 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e8f877a6b7d3a4b9c40799da40f943d2/B is initiating minor compaction (all files) 2024-11-10T13:25:06,346 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8f877a6b7d3a4b9c40799da40f943d2/B in TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:06,346 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/5ef53cb9fb284855b95e1a0dcc8d2ee7, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/16cb52138a43460c9414677a0ec26e5c, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/d22f6b37333b44d1bf89d868b3780a2e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/6de2df64de514127b2df30454dbad81a] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp, totalSize=46.9 K 2024-11-10T13:25:06,348 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ef53cb9fb284855b95e1a0dcc8d2ee7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731245104154 2024-11-10T13:25:06,349 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 16cb52138a43460c9414677a0ec26e5c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731245104259 2024-11-10T13:25:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T13:25:06,351 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting d22f6b37333b44d1bf89d868b3780a2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731245104752 2024-11-10T13:25:06,351 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T13:25:06,352 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): e8f877a6b7d3a4b9c40799da40f943d2/A is initiating minor compaction (all files) 2024-11-10T13:25:06,352 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8f877a6b7d3a4b9c40799da40f943d2/A in TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:06,352 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 6de2df64de514127b2df30454dbad81a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731245105176 2024-11-10T13:25:06,352 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/5d7e22a5ba2d44f09092775a2030f690, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/c4daf43f2edc44f59c16cbab27e48b0a, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/3339f5dfc55d49fb84025c4c62df92ab, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/233ab3dfe5b94eafab8047f7d392e691] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp, totalSize=51.4 K 2024-11-10T13:25:06,353 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d7e22a5ba2d44f09092775a2030f690, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731245104154 2024-11-10T13:25:06,357 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4daf43f2edc44f59c16cbab27e48b0a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731245104259 2024-11-10T13:25:06,360 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3339f5dfc55d49fb84025c4c62df92ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731245104752 2024-11-10T13:25:06,362 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 233ab3dfe5b94eafab8047f7d392e691, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731245105176 2024-11-10T13:25:06,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T13:25:06,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:06,405 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing e8f877a6b7d3a4b9c40799da40f943d2 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T13:25:06,411 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8f877a6b7d3a4b9c40799da40f943d2#B#compaction#13 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:06,412 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/0c37b809accc431cb6e3a563a3106145 is 50, key is test_row_0/B:col10/1731245105196/Put/seqid=0 2024-11-10T13:25:06,413 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8f877a6b7d3a4b9c40799da40f943d2#A#compaction#12 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:06,413 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/2086d057f693420c9899fa8d492b181a is 50, key is test_row_0/A:col10/1731245105196/Put/seqid=0 2024-11-10T13:25:06,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/ca066b15c47544a0bf65b5748c35fe9e is 50, key is test_row_0/A:col10/1731245105607/Put/seqid=0 2024-11-10T13:25:06,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741849_1025 (size=12139) 2024-11-10T13:25:06,455 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/0c37b809accc431cb6e3a563a3106145 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/0c37b809accc431cb6e3a563a3106145 2024-11-10T13:25:06,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741850_1026 (size=12139) 2024-11-10T13:25:06,495 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/2086d057f693420c9899fa8d492b181a as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/2086d057f693420c9899fa8d492b181a 2024-11-10T13:25:06,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741851_1027 (size=12001) 2024-11-10T13:25:06,512 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/ca066b15c47544a0bf65b5748c35fe9e 2024-11-10T13:25:06,513 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e8f877a6b7d3a4b9c40799da40f943d2/B of e8f877a6b7d3a4b9c40799da40f943d2 into 0c37b809accc431cb6e3a563a3106145(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:06,513 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:06,516 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., storeName=e8f877a6b7d3a4b9c40799da40f943d2/B, priority=12, startTime=1731245106335; duration=0sec 2024-11-10T13:25:06,516 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:06,517 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8f877a6b7d3a4b9c40799da40f943d2:B 2024-11-10T13:25:06,517 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T13:25:06,521 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T13:25:06,521 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e8f877a6b7d3a4b9c40799da40f943d2/C is initiating minor compaction (all files) 2024-11-10T13:25:06,522 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8f877a6b7d3a4b9c40799da40f943d2/C in TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:06,522 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/417dfbd856b04eba97eb050fb0ca45b2, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/1f633408e04941ee9485591fb8311514, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/84238954c93d4a2ba7592e5a31b55453, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/e827e8bd66e5471cbc91b614a6f2a8dc] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp, totalSize=46.9 K 2024-11-10T13:25:06,523 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e8f877a6b7d3a4b9c40799da40f943d2/A of e8f877a6b7d3a4b9c40799da40f943d2 into 2086d057f693420c9899fa8d492b181a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:06,523 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:06,523 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., storeName=e8f877a6b7d3a4b9c40799da40f943d2/A, priority=12, startTime=1731245106321; duration=0sec 2024-11-10T13:25:06,523 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:06,524 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8f877a6b7d3a4b9c40799da40f943d2:A 2024-11-10T13:25:06,527 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 417dfbd856b04eba97eb050fb0ca45b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731245104154 2024-11-10T13:25:06,528 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f633408e04941ee9485591fb8311514, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731245104259 2024-11-10T13:25:06,529 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 84238954c93d4a2ba7592e5a31b55453, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731245104752 2024-11-10T13:25:06,533 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting e827e8bd66e5471cbc91b614a6f2a8dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731245105176 2024-11-10T13:25:06,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/dfba562f1d274fb99030fd6d6f130461 is 50, key is test_row_0/B:col10/1731245105607/Put/seqid=0 2024-11-10T13:25:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T13:25:06,592 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8f877a6b7d3a4b9c40799da40f943d2#C#compaction#16 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:06,593 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/179cdf431b124ab9bf2df86bd5533223 is 50, key is test_row_0/C:col10/1731245105196/Put/seqid=0 2024-11-10T13:25:06,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741852_1028 (size=12001) 2024-11-10T13:25:06,619 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/dfba562f1d274fb99030fd6d6f130461 2024-11-10T13:25:06,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/df08903942a744a4ad61fedce298fb50 is 50, key is test_row_0/C:col10/1731245105607/Put/seqid=0 2024-11-10T13:25:06,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741853_1029 (size=12139) 2024-11-10T13:25:06,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741854_1030 (size=12001) 2024-11-10T13:25:06,726 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T13:25:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:06,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T13:25:06,871 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T13:25:06,875 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T13:25:06,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T13:25:06,882 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:25:06,883 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T13:25:06,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T13:25:06,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T13:25:06,903 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-10T13:25:06,903 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-10T13:25:06,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245166887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:06,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:06,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:06,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:06,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245166901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:06,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:06,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:06,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:06,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245166905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:06,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:06,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:06,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:06,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39116 deadline: 1731245166909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:06,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:06,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:06,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:06,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245166909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:06,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:06,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:06,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:07,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245167009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:07,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:07,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245167020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:07,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:07,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245167030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:07,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:07,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39116 deadline: 1731245167033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:07,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:07,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245167033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:07,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:07,073 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/179cdf431b124ab9bf2df86bd5533223 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/179cdf431b124ab9bf2df86bd5533223 2024-11-10T13:25:07,093 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e8f877a6b7d3a4b9c40799da40f943d2/C of e8f877a6b7d3a4b9c40799da40f943d2 into 179cdf431b124ab9bf2df86bd5533223(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:07,093 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:07,093 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., storeName=e8f877a6b7d3a4b9c40799da40f943d2/C, priority=12, startTime=1731245106338; duration=0sec 2024-11-10T13:25:07,094 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:07,094 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8f877a6b7d3a4b9c40799da40f943d2:C 2024-11-10T13:25:07,111 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/df08903942a744a4ad61fedce298fb50 2024-11-10T13:25:07,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/ca066b15c47544a0bf65b5748c35fe9e as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/ca066b15c47544a0bf65b5748c35fe9e 2024-11-10T13:25:07,149 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/ca066b15c47544a0bf65b5748c35fe9e, entries=150, sequenceid=88, filesize=11.7 K 2024-11-10T13:25:07,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/dfba562f1d274fb99030fd6d6f130461 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/dfba562f1d274fb99030fd6d6f130461 2024-11-10T13:25:07,191 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/dfba562f1d274fb99030fd6d6f130461, entries=150, sequenceid=88, filesize=11.7 K 2024-11-10T13:25:07,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/df08903942a744a4ad61fedce298fb50 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/df08903942a744a4ad61fedce298fb50 2024-11-10T13:25:07,213 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/df08903942a744a4ad61fedce298fb50, entries=150, sequenceid=88, filesize=11.7 K 2024-11-10T13:25:07,225 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for e8f877a6b7d3a4b9c40799da40f943d2 in 820ms, sequenceid=88, compaction requested=false 2024-11-10T13:25:07,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:07,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:07,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-10T13:25:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-10T13:25:07,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T13:25:07,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 980 msec 2024-11-10T13:25:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:07,236 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:25:07,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8f877a6b7d3a4b9c40799da40f943d2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T13:25:07,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 993 msec 2024-11-10T13:25:07,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/a0a14cc2453240c48dc12a5ad098644c is 50, key is test_row_0/A:col10/1731245106854/Put/seqid=0 2024-11-10T13:25:07,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245167257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:07,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:07,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245167259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:07,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245167259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:07,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:07,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:07,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39116 deadline: 1731245167275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:07,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:07,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245167281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:07,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:07,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741855_1031 (size=16681) 2024-11-10T13:25:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T13:25:07,380 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:25:07,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:25:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-10T13:25:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T13:25:07,384 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:25:07,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245167379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:07,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245167380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:07,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245167380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:07,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:07,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:07,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:07,390 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:25:07,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:25:07,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39116 deadline: 1731245167392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:07,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:07,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245167392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:07,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T13:25:07,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T13:25:07,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:07,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:07,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:07,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:07,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:07,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245167600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:07,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:07,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245167601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:07,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:07,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39116 deadline: 1731245167601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:07,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:07,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245167601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:07,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:07,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245167600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:07,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:07,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/a0a14cc2453240c48dc12a5ad098644c 2024-11-10T13:25:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T13:25:07,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T13:25:07,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:07,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:07,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:07,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:07,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:07,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/5d7f70cfab41431c96acdafa53ac5039 is 50, key is test_row_0/B:col10/1731245106854/Put/seqid=0 2024-11-10T13:25:07,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741856_1032 (size=12001) 2024-11-10T13:25:07,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/5d7f70cfab41431c96acdafa53ac5039 2024-11-10T13:25:07,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/34a326d8a2e348eaab57ab0bcc8d2a14 is 50, key is test_row_0/C:col10/1731245106854/Put/seqid=0 2024-11-10T13:25:07,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741857_1033 (size=12001) 2024-11-10T13:25:07,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T13:25:07,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:07,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:07,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:07,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:07,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:07,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245167909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:07,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:07,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245167920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:07,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:07,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39116 deadline: 1731245167920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:07,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:07,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245167920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:07,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:07,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245167920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:07,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:07,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T13:25:08,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T13:25:08,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:08,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:08,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:08,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:08,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:08,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T13:25:08,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:08,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:08,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:08,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:08,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:08,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:08,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/34a326d8a2e348eaab57ab0bcc8d2a14 2024-11-10T13:25:08,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/a0a14cc2453240c48dc12a5ad098644c as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/a0a14cc2453240c48dc12a5ad098644c 2024-11-10T13:25:08,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/a0a14cc2453240c48dc12a5ad098644c, entries=250, sequenceid=117, filesize=16.3 K 2024-11-10T13:25:08,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/5d7f70cfab41431c96acdafa53ac5039 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/5d7f70cfab41431c96acdafa53ac5039 2024-11-10T13:25:08,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/5d7f70cfab41431c96acdafa53ac5039, entries=150, sequenceid=117, filesize=11.7 K 2024-11-10T13:25:08,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/34a326d8a2e348eaab57ab0bcc8d2a14 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/34a326d8a2e348eaab57ab0bcc8d2a14 2024-11-10T13:25:08,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/34a326d8a2e348eaab57ab0bcc8d2a14, entries=150, sequenceid=117, filesize=11.7 K 2024-11-10T13:25:08,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for e8f877a6b7d3a4b9c40799da40f943d2 in 1053ms, sequenceid=117, compaction requested=true 2024-11-10T13:25:08,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:08,290 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:25:08,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8f877a6b7d3a4b9c40799da40f943d2:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:25:08,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:08,292 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:25:08,293 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:25:08,293 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): e8f877a6b7d3a4b9c40799da40f943d2/A is initiating minor compaction (all files) 2024-11-10T13:25:08,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8f877a6b7d3a4b9c40799da40f943d2:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:25:08,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:08,293 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8f877a6b7d3a4b9c40799da40f943d2/A in TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:08,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8f877a6b7d3a4b9c40799da40f943d2:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:25:08,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:08,293 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/2086d057f693420c9899fa8d492b181a, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/ca066b15c47544a0bf65b5748c35fe9e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/a0a14cc2453240c48dc12a5ad098644c] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp, totalSize=39.9 K 2024-11-10T13:25:08,294 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2086d057f693420c9899fa8d492b181a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731245105176 2024-11-10T13:25:08,294 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:25:08,295 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e8f877a6b7d3a4b9c40799da40f943d2/B is initiating minor compaction (all files) 2024-11-10T13:25:08,295 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8f877a6b7d3a4b9c40799da40f943d2/B in TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:08,295 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/0c37b809accc431cb6e3a563a3106145, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/dfba562f1d274fb99030fd6d6f130461, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/5d7f70cfab41431c96acdafa53ac5039] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp, totalSize=35.3 K 2024-11-10T13:25:08,296 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c37b809accc431cb6e3a563a3106145, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731245105176 2024-11-10T13:25:08,296 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca066b15c47544a0bf65b5748c35fe9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731245105591 2024-11-10T13:25:08,297 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0a14cc2453240c48dc12a5ad098644c, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731245106854 2024-11-10T13:25:08,297 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting dfba562f1d274fb99030fd6d6f130461, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731245105591 2024-11-10T13:25:08,298 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d7f70cfab41431c96acdafa53ac5039, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731245106854 2024-11-10T13:25:08,323 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8f877a6b7d3a4b9c40799da40f943d2#A#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:08,324 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/4059ede482c74ae189f102fc9472a0cb is 50, key is test_row_0/A:col10/1731245106854/Put/seqid=0 2024-11-10T13:25:08,331 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8f877a6b7d3a4b9c40799da40f943d2#B#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:08,332 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/5a82f982b66b46049629fb45e8a24496 is 50, key is test_row_0/B:col10/1731245106854/Put/seqid=0 2024-11-10T13:25:08,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T13:25:08,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:08,339 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing e8f877a6b7d3a4b9c40799da40f943d2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T13:25:08,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741858_1034 (size=12241) 2024-11-10T13:25:08,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/3d11408c8b524cc8aa963d00921f0aac is 50, key is test_row_0/A:col10/1731245107256/Put/seqid=0 2024-11-10T13:25:08,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741859_1035 (size=12241) 2024-11-10T13:25:08,407 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/5a82f982b66b46049629fb45e8a24496 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/5a82f982b66b46049629fb45e8a24496 2024-11-10T13:25:08,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741860_1036 (size=12001) 2024-11-10T13:25:08,434 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/3d11408c8b524cc8aa963d00921f0aac 2024-11-10T13:25:08,436 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8f877a6b7d3a4b9c40799da40f943d2/B of e8f877a6b7d3a4b9c40799da40f943d2 into 5a82f982b66b46049629fb45e8a24496(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:08,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:08,436 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:08,437 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., storeName=e8f877a6b7d3a4b9c40799da40f943d2/B, priority=13, startTime=1731245108292; duration=0sec 2024-11-10T13:25:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:08,437 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:08,437 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8f877a6b7d3a4b9c40799da40f943d2:B 2024-11-10T13:25:08,437 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:25:08,441 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:25:08,441 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e8f877a6b7d3a4b9c40799da40f943d2/C is initiating minor compaction (all files) 2024-11-10T13:25:08,441 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8f877a6b7d3a4b9c40799da40f943d2/C in TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:08,442 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/179cdf431b124ab9bf2df86bd5533223, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/df08903942a744a4ad61fedce298fb50, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/34a326d8a2e348eaab57ab0bcc8d2a14] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp, totalSize=35.3 K 2024-11-10T13:25:08,444 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 179cdf431b124ab9bf2df86bd5533223, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731245105176 2024-11-10T13:25:08,445 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting df08903942a744a4ad61fedce298fb50, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731245105591 2024-11-10T13:25:08,446 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 34a326d8a2e348eaab57ab0bcc8d2a14, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731245106854 2024-11-10T13:25:08,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/6ae855de21fc406693ee58199e29e331 is 50, key is test_row_0/B:col10/1731245107256/Put/seqid=0 2024-11-10T13:25:08,468 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8f877a6b7d3a4b9c40799da40f943d2#C#compaction#25 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:08,469 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/2e335f9d09a7473a9a7383ab35ba8bdb is 50, key is test_row_0/C:col10/1731245106854/Put/seqid=0 2024-11-10T13:25:08,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741861_1037 (size=12001) 2024-11-10T13:25:08,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:08,498 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/6ae855de21fc406693ee58199e29e331 2024-11-10T13:25:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39116 deadline: 1731245168486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:08,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:08,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:08,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:08,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245168491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:08,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:08,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:08,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:08,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245168497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:08,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245168495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:08,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:08,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:08,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:08,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:08,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:08,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:08,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245168500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:08,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:08,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:08,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:08,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/bcf98e00df4f4522b2f54bf5294d9b2e is 50, key is test_row_0/C:col10/1731245107256/Put/seqid=0 2024-11-10T13:25:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T13:25:08,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741862_1038 (size=12241) 2024-11-10T13:25:08,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741863_1039 (size=12001) 2024-11-10T13:25:08,543 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/bcf98e00df4f4522b2f54bf5294d9b2e 2024-11-10T13:25:08,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/3d11408c8b524cc8aa963d00921f0aac as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/3d11408c8b524cc8aa963d00921f0aac 2024-11-10T13:25:08,574 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/3d11408c8b524cc8aa963d00921f0aac, entries=150, sequenceid=128, filesize=11.7 K 2024-11-10T13:25:08,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/6ae855de21fc406693ee58199e29e331 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/6ae855de21fc406693ee58199e29e331 2024-11-10T13:25:08,593 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/6ae855de21fc406693ee58199e29e331, entries=150, sequenceid=128, filesize=11.7 K 2024-11-10T13:25:08,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/bcf98e00df4f4522b2f54bf5294d9b2e as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/bcf98e00df4f4522b2f54bf5294d9b2e 2024-11-10T13:25:08,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39116 deadline: 1731245168611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:08,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:08,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:08,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:08,622 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/bcf98e00df4f4522b2f54bf5294d9b2e, entries=150, sequenceid=128, filesize=11.7 K 2024-11-10T13:25:08,624 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for e8f877a6b7d3a4b9c40799da40f943d2 in 285ms, sequenceid=128, compaction requested=false 2024-11-10T13:25:08,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:08,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:08,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-10T13:25:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-10T13:25:08,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-10T13:25:08,633 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:25:08,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8f877a6b7d3a4b9c40799da40f943d2 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-10T13:25:08,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2370 sec 2024-11-10T13:25:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:08,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.2540 sec 2024-11-10T13:25:08,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/2aa8fbc714a5449d95d996d3234c4810 is 50, key is test_row_0/A:col10/1731245108631/Put/seqid=0 2024-11-10T13:25:08,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245168648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:08,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:08,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:08,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:08,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245168652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:08,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:08,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:08,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:08,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245168655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:08,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:08,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:08,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:08,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245168658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:08,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:08,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:08,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:08,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741864_1040 (size=14541) 2024-11-10T13:25:08,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/2aa8fbc714a5449d95d996d3234c4810 2024-11-10T13:25:08,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/d565870ac97440ab9c62b1baa65f328c is 50, key is test_row_0/B:col10/1731245108631/Put/seqid=0 2024-11-10T13:25:08,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741865_1041 (size=12151) 2024-11-10T13:25:08,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/d565870ac97440ab9c62b1baa65f328c 2024-11-10T13:25:08,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245168770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:08,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:08,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:08,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:08,776 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/4059ede482c74ae189f102fc9472a0cb as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/4059ede482c74ae189f102fc9472a0cb 2024-11-10T13:25:08,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245168770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:08,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:08,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:08,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:08,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245168770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:08,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:08,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:08,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:08,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245168770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:08,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:08,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:08,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:08,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/77db48d264c845ea87b38403bbdb4a81 is 50, key is test_row_0/C:col10/1731245108631/Put/seqid=0 2024-11-10T13:25:08,793 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8f877a6b7d3a4b9c40799da40f943d2/A of e8f877a6b7d3a4b9c40799da40f943d2 into 4059ede482c74ae189f102fc9472a0cb(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:08,793 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:08,793 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., storeName=e8f877a6b7d3a4b9c40799da40f943d2/A, priority=13, startTime=1731245108290; duration=0sec 2024-11-10T13:25:08,793 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:08,793 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8f877a6b7d3a4b9c40799da40f943d2:A 2024-11-10T13:25:08,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741866_1042 (size=12151) 2024-11-10T13:25:08,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/77db48d264c845ea87b38403bbdb4a81 2024-11-10T13:25:08,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/2aa8fbc714a5449d95d996d3234c4810 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/2aa8fbc714a5449d95d996d3234c4810 2024-11-10T13:25:08,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39116 deadline: 1731245168829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:08,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:08,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:08,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:08,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/2aa8fbc714a5449d95d996d3234c4810, entries=200, sequenceid=156, filesize=14.2 K 2024-11-10T13:25:08,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/d565870ac97440ab9c62b1baa65f328c as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/d565870ac97440ab9c62b1baa65f328c 2024-11-10T13:25:08,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/d565870ac97440ab9c62b1baa65f328c, entries=150, sequenceid=156, filesize=11.9 K 2024-11-10T13:25:08,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/77db48d264c845ea87b38403bbdb4a81 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/77db48d264c845ea87b38403bbdb4a81 2024-11-10T13:25:08,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/77db48d264c845ea87b38403bbdb4a81, entries=150, sequenceid=156, filesize=11.9 K 2024-11-10T13:25:08,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for e8f877a6b7d3a4b9c40799da40f943d2 in 250ms, sequenceid=156, compaction requested=true 2024-11-10T13:25:08,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:08,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8f877a6b7d3a4b9c40799da40f943d2:A, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:25:08,883 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:25:08,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:08,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8f877a6b7d3a4b9c40799da40f943d2:B, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:25:08,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:08,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8f877a6b7d3a4b9c40799da40f943d2:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:25:08,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T13:25:08,885 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:25:08,885 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): e8f877a6b7d3a4b9c40799da40f943d2/A is initiating minor compaction (all files) 2024-11-10T13:25:08,886 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8f877a6b7d3a4b9c40799da40f943d2/A in TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:08,886 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/4059ede482c74ae189f102fc9472a0cb, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/3d11408c8b524cc8aa963d00921f0aac, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/2aa8fbc714a5449d95d996d3234c4810] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp, totalSize=37.9 K 2024-11-10T13:25:08,887 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4059ede482c74ae189f102fc9472a0cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731245106854 2024-11-10T13:25:08,887 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d11408c8b524cc8aa963d00921f0aac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731245107254 2024-11-10T13:25:08,888 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2aa8fbc714a5449d95d996d3234c4810, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731245108489 2024-11-10T13:25:08,912 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8f877a6b7d3a4b9c40799da40f943d2#A#compaction#30 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:08,913 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/34a7b505015a4208b975fd2ed3e3310b is 50, key is test_row_0/A:col10/1731245108631/Put/seqid=0 2024-11-10T13:25:08,938 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/2e335f9d09a7473a9a7383ab35ba8bdb as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/2e335f9d09a7473a9a7383ab35ba8bdb 2024-11-10T13:25:08,963 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8f877a6b7d3a4b9c40799da40f943d2/C of e8f877a6b7d3a4b9c40799da40f943d2 into 2e335f9d09a7473a9a7383ab35ba8bdb(size=12.0 K), total size for store is 35.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:08,963 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:08,963 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., storeName=e8f877a6b7d3a4b9c40799da40f943d2/C, priority=13, startTime=1731245108293; duration=0sec 2024-11-10T13:25:08,963 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T13:25:08,964 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8f877a6b7d3a4b9c40799da40f943d2:C 2024-11-10T13:25:08,964 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8f877a6b7d3a4b9c40799da40f943d2:C 2024-11-10T13:25:08,964 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:25:08,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741867_1043 (size=12493) 2024-11-10T13:25:08,969 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:25:08,969 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e8f877a6b7d3a4b9c40799da40f943d2/B is initiating minor compaction (all files) 2024-11-10T13:25:08,969 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8f877a6b7d3a4b9c40799da40f943d2/B in TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:08,971 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/5a82f982b66b46049629fb45e8a24496, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/6ae855de21fc406693ee58199e29e331, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/d565870ac97440ab9c62b1baa65f328c] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp, totalSize=35.5 K 2024-11-10T13:25:08,974 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a82f982b66b46049629fb45e8a24496, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731245106854 2024-11-10T13:25:08,975 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ae855de21fc406693ee58199e29e331, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731245107254 2024-11-10T13:25:08,975 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting d565870ac97440ab9c62b1baa65f328c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731245108491 2024-11-10T13:25:08,978 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/34a7b505015a4208b975fd2ed3e3310b as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/34a7b505015a4208b975fd2ed3e3310b 2024-11-10T13:25:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:08,985 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:25:08,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8f877a6b7d3a4b9c40799da40f943d2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T13:25:08,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/2395b3250aeb41c6a641593c0b7a68dc is 50, key is test_row_0/A:col10/1731245108981/Put/seqid=0 2024-11-10T13:25:08,997 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8f877a6b7d3a4b9c40799da40f943d2/A of e8f877a6b7d3a4b9c40799da40f943d2 into 34a7b505015a4208b975fd2ed3e3310b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:08,998 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:08,998 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., storeName=e8f877a6b7d3a4b9c40799da40f943d2/A, priority=13, startTime=1731245108883; duration=0sec 2024-11-10T13:25:08,998 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:08,998 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8f877a6b7d3a4b9c40799da40f943d2:A 2024-11-10T13:25:08,998 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:25:09,000 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:25:09,001 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): e8f877a6b7d3a4b9c40799da40f943d2/C is initiating minor compaction (all files) 2024-11-10T13:25:09,001 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8f877a6b7d3a4b9c40799da40f943d2/C in TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:09,001 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/2e335f9d09a7473a9a7383ab35ba8bdb, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/bcf98e00df4f4522b2f54bf5294d9b2e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/77db48d264c845ea87b38403bbdb4a81] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp, totalSize=35.5 K 2024-11-10T13:25:09,002 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e335f9d09a7473a9a7383ab35ba8bdb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731245106854 2024-11-10T13:25:09,006 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcf98e00df4f4522b2f54bf5294d9b2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731245107254 2024-11-10T13:25:09,007 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77db48d264c845ea87b38403bbdb4a81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731245108491 2024-11-10T13:25:09,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741868_1044 (size=14541) 2024-11-10T13:25:09,025 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8f877a6b7d3a4b9c40799da40f943d2#C#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:09,026 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/cc7cb299744e4407ba32c6718a1957a6 is 50, key is test_row_0/C:col10/1731245108631/Put/seqid=0 2024-11-10T13:25:09,027 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8f877a6b7d3a4b9c40799da40f943d2#B#compaction#32 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:09,027 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/7145dab8e2114dca86f9a9c81edb833f is 50, key is test_row_0/B:col10/1731245108631/Put/seqid=0 2024-11-10T13:25:09,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245169055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:09,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:09,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245169058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:09,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741869_1045 (size=12493) 2024-11-10T13:25:09,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:09,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245169063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:09,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:09,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245169065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:09,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:09,084 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/cc7cb299744e4407ba32c6718a1957a6 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/cc7cb299744e4407ba32c6718a1957a6 2024-11-10T13:25:09,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741870_1046 (size=12493) 2024-11-10T13:25:09,097 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8f877a6b7d3a4b9c40799da40f943d2/C of e8f877a6b7d3a4b9c40799da40f943d2 into cc7cb299744e4407ba32c6718a1957a6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:09,097 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:09,097 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., storeName=e8f877a6b7d3a4b9c40799da40f943d2/C, priority=13, startTime=1731245108884; duration=0sec 2024-11-10T13:25:09,097 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:09,097 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8f877a6b7d3a4b9c40799da40f943d2:C 2024-11-10T13:25:09,100 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/7145dab8e2114dca86f9a9c81edb833f as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/7145dab8e2114dca86f9a9c81edb833f 2024-11-10T13:25:09,114 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8f877a6b7d3a4b9c40799da40f943d2/B of e8f877a6b7d3a4b9c40799da40f943d2 into 7145dab8e2114dca86f9a9c81edb833f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:09,114 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:09,114 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., storeName=e8f877a6b7d3a4b9c40799da40f943d2/B, priority=13, startTime=1731245108884; duration=0sec 2024-11-10T13:25:09,114 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:09,114 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8f877a6b7d3a4b9c40799da40f943d2:B 2024-11-10T13:25:09,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39116 deadline: 1731245169149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:09,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:09,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245169169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:09,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:09,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:09,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245169180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245169180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:09,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:09,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245169180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:09,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:09,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:09,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:09,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245169379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:09,382 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,382 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,382 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:09,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245169390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:09,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:09,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:09,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245169390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245169390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:09,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:09,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:09,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/2395b3250aeb41c6a641593c0b7a68dc 2024-11-10T13:25:09,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/9651b93dfc5a48c2aaadc08f1b04c18b is 50, key is test_row_0/B:col10/1731245108981/Put/seqid=0 2024-11-10T13:25:09,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741871_1047 (size=12151) 2024-11-10T13:25:09,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/9651b93dfc5a48c2aaadc08f1b04c18b 2024-11-10T13:25:09,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/aeb93eda6ea94d27806070c4eb092ca4 is 50, key is test_row_0/C:col10/1731245108981/Put/seqid=0 2024-11-10T13:25:09,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741872_1048 (size=12151) 2024-11-10T13:25:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T13:25:09,529 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:25:09,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:25:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-10T13:25:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T13:25:09,533 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:25:09,534 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:25:09,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:25:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T13:25:09,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39116 deadline: 1731245169669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:09,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:09,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T13:25:09,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:09,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:09,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:09,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:09,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:09,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:09,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245169690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:09,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:09,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245169699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:09,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:09,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245169699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:09,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:09,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245169699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:09,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:09,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:09,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T13:25:09,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:09,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:09,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:09,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:09,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T13:25:09,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/aeb93eda6ea94d27806070c4eb092ca4 2024-11-10T13:25:09,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/2395b3250aeb41c6a641593c0b7a68dc as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/2395b3250aeb41c6a641593c0b7a68dc 2024-11-10T13:25:09,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/2395b3250aeb41c6a641593c0b7a68dc, entries=200, sequenceid=169, filesize=14.2 K 2024-11-10T13:25:09,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/9651b93dfc5a48c2aaadc08f1b04c18b as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/9651b93dfc5a48c2aaadc08f1b04c18b 2024-11-10T13:25:09,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/9651b93dfc5a48c2aaadc08f1b04c18b, entries=150, sequenceid=169, filesize=11.9 K 2024-11-10T13:25:09,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/aeb93eda6ea94d27806070c4eb092ca4 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/aeb93eda6ea94d27806070c4eb092ca4 2024-11-10T13:25:09,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/aeb93eda6ea94d27806070c4eb092ca4, entries=150, sequenceid=169, filesize=11.9 K 2024-11-10T13:25:09,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e8f877a6b7d3a4b9c40799da40f943d2 in 947ms, sequenceid=169, compaction requested=false 2024-11-10T13:25:09,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:09,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T13:25:09,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:09,998 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing e8f877a6b7d3a4b9c40799da40f943d2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T13:25:10,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/1a98e371a2934e49818871b3e8f3907e is 50, key is test_row_0/A:col10/1731245109063/Put/seqid=0 2024-11-10T13:25:10,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741873_1049 (size=12151) 2024-11-10T13:25:10,039 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/1a98e371a2934e49818871b3e8f3907e 2024-11-10T13:25:10,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/aeac07d4930f4c5cad688dcd632df453 is 50, key is test_row_0/B:col10/1731245109063/Put/seqid=0 2024-11-10T13:25:10,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741874_1050 (size=12151) 2024-11-10T13:25:10,088 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/aeac07d4930f4c5cad688dcd632df453 2024-11-10T13:25:10,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/abc793de64ed475eaca21f1737a9122d is 50, key is test_row_0/C:col10/1731245109063/Put/seqid=0 2024-11-10T13:25:10,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741875_1051 (size=12151) 2024-11-10T13:25:10,152 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/abc793de64ed475eaca21f1737a9122d 2024-11-10T13:25:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T13:25:10,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/1a98e371a2934e49818871b3e8f3907e as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/1a98e371a2934e49818871b3e8f3907e 2024-11-10T13:25:10,183 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/1a98e371a2934e49818871b3e8f3907e, entries=150, sequenceid=197, filesize=11.9 K 2024-11-10T13:25:10,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/aeac07d4930f4c5cad688dcd632df453 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/aeac07d4930f4c5cad688dcd632df453 2024-11-10T13:25:10,196 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/aeac07d4930f4c5cad688dcd632df453, entries=150, sequenceid=197, filesize=11.9 K 2024-11-10T13:25:10,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/abc793de64ed475eaca21f1737a9122d as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/abc793de64ed475eaca21f1737a9122d 2024-11-10T13:25:10,207 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/abc793de64ed475eaca21f1737a9122d, entries=150, sequenceid=197, filesize=11.9 K 2024-11-10T13:25:10,209 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for e8f877a6b7d3a4b9c40799da40f943d2 in 211ms, sequenceid=197, compaction requested=true 2024-11-10T13:25:10,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:10,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:10,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-10T13:25:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-10T13:25:10,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-10T13:25:10,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 678 msec 2024-11-10T13:25:10,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 687 msec 2024-11-10T13:25:10,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:10,229 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:25:10,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8f877a6b7d3a4b9c40799da40f943d2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T13:25:10,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/fd152563c1b04235b9549fe305b3620d is 50, key is test_row_0/A:col10/1731245110221/Put/seqid=0 2024-11-10T13:25:10,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741876_1052 (size=19321) 2024-11-10T13:25:10,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:10,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245170310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:10,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:10,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:10,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245170308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:10,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:10,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:10,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:10,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245170313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:10,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:10,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:10,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:10,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245170313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:10,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:10,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:10,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:10,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245170430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:10,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:10,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:10,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:10,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245170439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:10,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:10,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:10,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:10,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245170439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:10,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:10,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:10,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:10,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245170440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:10,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:10,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:10,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:10,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245170650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:10,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:10,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:10,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:10,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245170650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:10,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:10,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:10,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:10,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245170651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:10,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:10,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:10,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:10,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/fd152563c1b04235b9549fe305b3620d 2024-11-10T13:25:10,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245170662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:10,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:10,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:10,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T13:25:10,670 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:25:10,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:25:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-10T13:25:10,674 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:25:10,676 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:25:10,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:25:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T13:25:10,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39116 deadline: 1731245170680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:10,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/6bb41a8c8b8b42d7bc1efa8a50922148 is 50, key is test_row_0/B:col10/1731245110221/Put/seqid=0 2024-11-10T13:25:10,690 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_1' in e8f877a6b7d3a4b9c40799da40f943d2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:25:10,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:10,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:10,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:10,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741877_1053 (size=12151) 2024-11-10T13:25:10,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/6bb41a8c8b8b42d7bc1efa8a50922148 2024-11-10T13:25:10,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/d62a331621284015b5c76272a23fbf32 is 50, key is test_row_0/C:col10/1731245110221/Put/seqid=0 2024-11-10T13:25:10,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741878_1054 (size=12151) 2024-11-10T13:25:10,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/d62a331621284015b5c76272a23fbf32 2024-11-10T13:25:10,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/fd152563c1b04235b9549fe305b3620d as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/fd152563c1b04235b9549fe305b3620d 2024-11-10T13:25:10,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/fd152563c1b04235b9549fe305b3620d, entries=300, sequenceid=208, filesize=18.9 K 2024-11-10T13:25:10,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/6bb41a8c8b8b42d7bc1efa8a50922148 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/6bb41a8c8b8b42d7bc1efa8a50922148 2024-11-10T13:25:10,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/6bb41a8c8b8b42d7bc1efa8a50922148, entries=150, sequenceid=208, filesize=11.9 K 2024-11-10T13:25:10,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/d62a331621284015b5c76272a23fbf32 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/d62a331621284015b5c76272a23fbf32 2024-11-10T13:25:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T13:25:10,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/d62a331621284015b5c76272a23fbf32, entries=150, sequenceid=208, filesize=11.9 K 2024-11-10T13:25:10,800 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e8f877a6b7d3a4b9c40799da40f943d2 in 570ms, sequenceid=208, compaction requested=true 2024-11-10T13:25:10,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:10,800 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T13:25:10,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8f877a6b7d3a4b9c40799da40f943d2:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:25:10,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:10,802 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 58506 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T13:25:10,802 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): e8f877a6b7d3a4b9c40799da40f943d2/A is initiating minor compaction (all files) 2024-11-10T13:25:10,802 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T13:25:10,802 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8f877a6b7d3a4b9c40799da40f943d2/A in TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:10,802 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/34a7b505015a4208b975fd2ed3e3310b, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/2395b3250aeb41c6a641593c0b7a68dc, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/1a98e371a2934e49818871b3e8f3907e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/fd152563c1b04235b9549fe305b3620d] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp, totalSize=57.1 K 2024-11-10T13:25:10,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8f877a6b7d3a4b9c40799da40f943d2:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:25:10,803 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34a7b505015a4208b975fd2ed3e3310b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731245108491 2024-11-10T13:25:10,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:10,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8f877a6b7d3a4b9c40799da40f943d2:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:25:10,804 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T13:25:10,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:10,804 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e8f877a6b7d3a4b9c40799da40f943d2/B is initiating minor compaction (all files) 2024-11-10T13:25:10,804 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8f877a6b7d3a4b9c40799da40f943d2/B in TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:10,804 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/7145dab8e2114dca86f9a9c81edb833f, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/9651b93dfc5a48c2aaadc08f1b04c18b, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/aeac07d4930f4c5cad688dcd632df453, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/6bb41a8c8b8b42d7bc1efa8a50922148] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp, totalSize=47.8 K 2024-11-10T13:25:10,804 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2395b3250aeb41c6a641593c0b7a68dc, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731245108646 2024-11-10T13:25:10,805 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 7145dab8e2114dca86f9a9c81edb833f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731245108491 2024-11-10T13:25:10,806 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 9651b93dfc5a48c2aaadc08f1b04c18b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731245108646 2024-11-10T13:25:10,806 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a98e371a2934e49818871b3e8f3907e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731245109051 2024-11-10T13:25:10,807 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd152563c1b04235b9549fe305b3620d, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731245110218 2024-11-10T13:25:10,807 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting aeac07d4930f4c5cad688dcd632df453, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731245109051 2024-11-10T13:25:10,808 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 6bb41a8c8b8b42d7bc1efa8a50922148, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731245110221 2024-11-10T13:25:10,830 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8f877a6b7d3a4b9c40799da40f943d2#A#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:10,830 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/c1ee147b25cc4337a70a60cdc777de16 is 50, key is test_row_0/A:col10/1731245110221/Put/seqid=0 2024-11-10T13:25:10,833 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8f877a6b7d3a4b9c40799da40f943d2#B#compaction#43 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:10,834 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/8105b870a1bb4a249c8855d4b32d230c is 50, key is test_row_0/B:col10/1731245110221/Put/seqid=0 2024-11-10T13:25:10,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-10T13:25:10,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:10,838 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing e8f877a6b7d3a4b9c40799da40f943d2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T13:25:10,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/050c7b5773cd4aea9210bf16654a3949 is 50, key is test_row_0/A:col10/1731245110304/Put/seqid=0 2024-11-10T13:25:10,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741880_1056 (size=12629) 2024-11-10T13:25:10,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741879_1055 (size=12629) 2024-11-10T13:25:10,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741881_1057 (size=12151) 2024-11-10T13:25:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:10,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:10,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245170993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T13:25:11,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:11,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245170994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:11,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:11,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245170998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:11,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:11,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245171000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:11,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:11,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:11,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245171110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:11,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:11,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245171110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:11,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:11,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245171121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:11,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:11,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245171121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:11,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:11,273 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/8105b870a1bb4a249c8855d4b32d230c as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/8105b870a1bb4a249c8855d4b32d230c 2024-11-10T13:25:11,284 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e8f877a6b7d3a4b9c40799da40f943d2/B of e8f877a6b7d3a4b9c40799da40f943d2 into 8105b870a1bb4a249c8855d4b32d230c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:11,284 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:11,284 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., storeName=e8f877a6b7d3a4b9c40799da40f943d2/B, priority=12, startTime=1731245110802; duration=0sec 2024-11-10T13:25:11,284 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:11,284 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8f877a6b7d3a4b9c40799da40f943d2:B 2024-11-10T13:25:11,284 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T13:25:11,287 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/c1ee147b25cc4337a70a60cdc777de16 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/c1ee147b25cc4337a70a60cdc777de16 2024-11-10T13:25:11,288 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T13:25:11,289 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e8f877a6b7d3a4b9c40799da40f943d2/C is initiating minor compaction (all files) 2024-11-10T13:25:11,289 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8f877a6b7d3a4b9c40799da40f943d2/C in TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:11,289 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/cc7cb299744e4407ba32c6718a1957a6, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/aeb93eda6ea94d27806070c4eb092ca4, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/abc793de64ed475eaca21f1737a9122d, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/d62a331621284015b5c76272a23fbf32] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp, totalSize=47.8 K 2024-11-10T13:25:11,290 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting cc7cb299744e4407ba32c6718a1957a6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731245108491 2024-11-10T13:25:11,290 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting aeb93eda6ea94d27806070c4eb092ca4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731245108646 2024-11-10T13:25:11,292 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting abc793de64ed475eaca21f1737a9122d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731245109051 2024-11-10T13:25:11,293 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting d62a331621284015b5c76272a23fbf32, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731245110221 2024-11-10T13:25:11,297 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/050c7b5773cd4aea9210bf16654a3949 2024-11-10T13:25:11,297 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e8f877a6b7d3a4b9c40799da40f943d2/A of e8f877a6b7d3a4b9c40799da40f943d2 into c1ee147b25cc4337a70a60cdc777de16(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:11,297 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:11,297 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., storeName=e8f877a6b7d3a4b9c40799da40f943d2/A, priority=12, startTime=1731245110800; duration=0sec 2024-11-10T13:25:11,297 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:11,297 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8f877a6b7d3a4b9c40799da40f943d2:A 2024-11-10T13:25:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T13:25:11,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/0717cd93f5224b278e966bfaa5802293 is 50, key is test_row_0/B:col10/1731245110304/Put/seqid=0 2024-11-10T13:25:11,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245171320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:11,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:11,327 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8f877a6b7d3a4b9c40799da40f943d2#C#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:11,328 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/b9cc768c5698459c9ce4c98c2d5cd811 is 50, key is test_row_0/C:col10/1731245110221/Put/seqid=0 2024-11-10T13:25:11,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245171330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:11,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:11,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245171331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:11,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245171331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:11,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:11,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:11,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741882_1058 (size=12151) 2024-11-10T13:25:11,376 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/0717cd93f5224b278e966bfaa5802293 2024-11-10T13:25:11,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741883_1059 (size=12629) 2024-11-10T13:25:11,413 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/b9cc768c5698459c9ce4c98c2d5cd811 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/b9cc768c5698459c9ce4c98c2d5cd811 2024-11-10T13:25:11,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/846c989af2ad489d862a4f317656072c is 50, key is test_row_0/C:col10/1731245110304/Put/seqid=0 2024-11-10T13:25:11,441 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e8f877a6b7d3a4b9c40799da40f943d2/C of e8f877a6b7d3a4b9c40799da40f943d2 into b9cc768c5698459c9ce4c98c2d5cd811(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:11,441 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:11,441 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., storeName=e8f877a6b7d3a4b9c40799da40f943d2/C, priority=12, startTime=1731245110803; duration=0sec 2024-11-10T13:25:11,441 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:11,441 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8f877a6b7d3a4b9c40799da40f943d2:C 2024-11-10T13:25:11,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741884_1060 (size=12151) 2024-11-10T13:25:11,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245171630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:11,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:11,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245171640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:11,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:11,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:11,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245171640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245171640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:11,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:11,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:11,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T13:25:11,869 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/846c989af2ad489d862a4f317656072c 2024-11-10T13:25:11,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/050c7b5773cd4aea9210bf16654a3949 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/050c7b5773cd4aea9210bf16654a3949 2024-11-10T13:25:11,897 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/050c7b5773cd4aea9210bf16654a3949, entries=150, sequenceid=233, filesize=11.9 K 2024-11-10T13:25:11,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/0717cd93f5224b278e966bfaa5802293 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/0717cd93f5224b278e966bfaa5802293 2024-11-10T13:25:11,908 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/0717cd93f5224b278e966bfaa5802293, entries=150, sequenceid=233, filesize=11.9 K 2024-11-10T13:25:11,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/846c989af2ad489d862a4f317656072c as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/846c989af2ad489d862a4f317656072c 2024-11-10T13:25:11,919 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/846c989af2ad489d862a4f317656072c, entries=150, sequenceid=233, filesize=11.9 K 2024-11-10T13:25:11,921 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for e8f877a6b7d3a4b9c40799da40f943d2 in 1083ms, sequenceid=233, compaction requested=false 2024-11-10T13:25:11,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:11,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:11,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-10T13:25:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-10T13:25:11,927 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-10T13:25:11,927 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2480 sec 2024-11-10T13:25:11,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.2580 sec 2024-11-10T13:25:12,157 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:25:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:12,157 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8f877a6b7d3a4b9c40799da40f943d2 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T13:25:12,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/a06752ab3d04431b91fa8e4e2cd9c320 is 50, key is test_row_0/A:col10/1731245110996/Put/seqid=0 2024-11-10T13:25:12,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245172194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:12,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:12,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:12,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741885_1061 (size=12151) 2024-11-10T13:25:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245172197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:12,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:12,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245172199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:12,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:12,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245172199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:12,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:12,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:12,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245172310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:12,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:12,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245172310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:12,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245172310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:12,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:12,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:12,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245172310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:12,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:12,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245172519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:12,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:12,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245172519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:12,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:12,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245172529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:12,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:12,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245172530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:12,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:12,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/a06752ab3d04431b91fa8e4e2cd9c320 2024-11-10T13:25:12,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/4d98530209c94153ac9302c5064a5d1f is 50, key is test_row_0/B:col10/1731245110996/Put/seqid=0 2024-11-10T13:25:12,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741886_1062 (size=12151) 2024-11-10T13:25:12,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39116 deadline: 1731245172720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:12,721 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_1' in e8f877a6b7d3a4b9c40799da40f943d2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4235 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:25:12,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:12,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245172830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:12,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:12,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245172830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:12,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T13:25:12,840 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:25:12,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:12,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:25:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245172840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:12,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:12,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245172840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:12,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:12,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-10T13:25:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T13:25:12,843 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:25:12,844 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:25:12,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:25:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T13:25:12,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-10T13:25:12,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:12,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:12,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:12,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:12,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:13,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/4d98530209c94153ac9302c5064a5d1f 2024-11-10T13:25:13,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/08908a7f276d4db1a9317065fbf7ba69 is 50, key is test_row_0/C:col10/1731245110996/Put/seqid=0 2024-11-10T13:25:13,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741887_1063 (size=12151) 2024-11-10T13:25:13,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/08908a7f276d4db1a9317065fbf7ba69 2024-11-10T13:25:13,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/a06752ab3d04431b91fa8e4e2cd9c320 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/a06752ab3d04431b91fa8e4e2cd9c320 2024-11-10T13:25:13,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/a06752ab3d04431b91fa8e4e2cd9c320, entries=150, sequenceid=249, filesize=11.9 K 2024-11-10T13:25:13,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/4d98530209c94153ac9302c5064a5d1f as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/4d98530209c94153ac9302c5064a5d1f 2024-11-10T13:25:13,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/4d98530209c94153ac9302c5064a5d1f, entries=150, sequenceid=249, filesize=11.9 K 2024-11-10T13:25:13,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/08908a7f276d4db1a9317065fbf7ba69 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/08908a7f276d4db1a9317065fbf7ba69 2024-11-10T13:25:13,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/08908a7f276d4db1a9317065fbf7ba69, entries=150, sequenceid=249, filesize=11.9 K 2024-11-10T13:25:13,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e8f877a6b7d3a4b9c40799da40f943d2 in 936ms, sequenceid=249, compaction requested=true 2024-11-10T13:25:13,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:13,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8f877a6b7d3a4b9c40799da40f943d2:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:25:13,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:13,094 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:25:13,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8f877a6b7d3a4b9c40799da40f943d2:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:25:13,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:13,094 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:25:13,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8f877a6b7d3a4b9c40799da40f943d2:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:25:13,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:13,095 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:25:13,095 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e8f877a6b7d3a4b9c40799da40f943d2/B is initiating minor compaction (all files) 2024-11-10T13:25:13,095 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8f877a6b7d3a4b9c40799da40f943d2/B in TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:13,096 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/8105b870a1bb4a249c8855d4b32d230c, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/0717cd93f5224b278e966bfaa5802293, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/4d98530209c94153ac9302c5064a5d1f] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp, totalSize=36.1 K 2024-11-10T13:25:13,096 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:25:13,096 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): e8f877a6b7d3a4b9c40799da40f943d2/A is initiating minor compaction (all files) 2024-11-10T13:25:13,096 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8f877a6b7d3a4b9c40799da40f943d2/A in TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:13,096 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/c1ee147b25cc4337a70a60cdc777de16, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/050c7b5773cd4aea9210bf16654a3949, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/a06752ab3d04431b91fa8e4e2cd9c320] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp, totalSize=36.1 K 2024-11-10T13:25:13,096 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 8105b870a1bb4a249c8855d4b32d230c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731245110221 2024-11-10T13:25:13,097 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1ee147b25cc4337a70a60cdc777de16, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731245110221 2024-11-10T13:25:13,097 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 0717cd93f5224b278e966bfaa5802293, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731245110304 2024-11-10T13:25:13,098 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d98530209c94153ac9302c5064a5d1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731245110991 2024-11-10T13:25:13,098 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 050c7b5773cd4aea9210bf16654a3949, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731245110304 2024-11-10T13:25:13,099 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting a06752ab3d04431b91fa8e4e2cd9c320, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731245110991 2024-11-10T13:25:13,110 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8f877a6b7d3a4b9c40799da40f943d2#B#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:13,110 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8f877a6b7d3a4b9c40799da40f943d2#A#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:13,110 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/f75d1f963915440ea0553723da69cc74 is 50, key is test_row_0/B:col10/1731245110996/Put/seqid=0 2024-11-10T13:25:13,111 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/fa920b78f85a4f18b21bc8736a35415c is 50, key is test_row_0/A:col10/1731245110996/Put/seqid=0 2024-11-10T13:25:13,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741888_1064 (size=12731) 2024-11-10T13:25:13,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-10T13:25:13,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:13,151 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing e8f877a6b7d3a4b9c40799da40f943d2 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T13:25:13,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T13:25:13,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741889_1065 (size=12731) 2024-11-10T13:25:13,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/84b24952a6e147b2b30c5e6e4119a075 is 50, key is test_row_0/A:col10/1731245112197/Put/seqid=0 2024-11-10T13:25:13,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741890_1066 (size=12301) 2024-11-10T13:25:13,177 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/84b24952a6e147b2b30c5e6e4119a075 2024-11-10T13:25:13,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/8db83295fbba4714bf1076e45e0b5612 is 50, key is test_row_0/B:col10/1731245112197/Put/seqid=0 2024-11-10T13:25:13,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741891_1067 (size=12301) 2024-11-10T13:25:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:13,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:13,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245173355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:13,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:13,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:13,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245173356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:13,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:13,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:13,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:13,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:13,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245173357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:13,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:13,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:13,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:13,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245173359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:13,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:13,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:13,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T13:25:13,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:13,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245173470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:13,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:13,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:13,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:13,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245173470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:13,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:13,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:13,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:13,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245173470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:13,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:13,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:13,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:13,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245173470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:13,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:13,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:13,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:13,556 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/fa920b78f85a4f18b21bc8736a35415c as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/fa920b78f85a4f18b21bc8736a35415c 2024-11-10T13:25:13,565 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8f877a6b7d3a4b9c40799da40f943d2/A of e8f877a6b7d3a4b9c40799da40f943d2 into fa920b78f85a4f18b21bc8736a35415c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:13,565 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:13,565 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., storeName=e8f877a6b7d3a4b9c40799da40f943d2/A, priority=13, startTime=1731245113093; duration=0sec 2024-11-10T13:25:13,565 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:13,565 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8f877a6b7d3a4b9c40799da40f943d2:A 2024-11-10T13:25:13,566 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:25:13,567 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:25:13,568 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): e8f877a6b7d3a4b9c40799da40f943d2/C is initiating minor compaction (all files) 2024-11-10T13:25:13,568 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8f877a6b7d3a4b9c40799da40f943d2/C in TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:13,568 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/b9cc768c5698459c9ce4c98c2d5cd811, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/846c989af2ad489d862a4f317656072c, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/08908a7f276d4db1a9317065fbf7ba69] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp, totalSize=36.1 K 2024-11-10T13:25:13,569 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9cc768c5698459c9ce4c98c2d5cd811, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731245110221 2024-11-10T13:25:13,570 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 846c989af2ad489d862a4f317656072c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731245110304 2024-11-10T13:25:13,574 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08908a7f276d4db1a9317065fbf7ba69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731245110991 2024-11-10T13:25:13,579 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/f75d1f963915440ea0553723da69cc74 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/f75d1f963915440ea0553723da69cc74 2024-11-10T13:25:13,590 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8f877a6b7d3a4b9c40799da40f943d2/B of e8f877a6b7d3a4b9c40799da40f943d2 into f75d1f963915440ea0553723da69cc74(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:13,590 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:13,590 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., storeName=e8f877a6b7d3a4b9c40799da40f943d2/B, priority=13, startTime=1731245113094; duration=0sec 2024-11-10T13:25:13,590 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:13,590 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8f877a6b7d3a4b9c40799da40f943d2:B 2024-11-10T13:25:13,594 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8f877a6b7d3a4b9c40799da40f943d2#C#compaction#55 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:13,595 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/c47fbf255f094d868de4886a7a366472 is 50, key is test_row_0/C:col10/1731245110996/Put/seqid=0 2024-11-10T13:25:13,597 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/8db83295fbba4714bf1076e45e0b5612 2024-11-10T13:25:13,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741892_1068 (size=12731) 2024-11-10T13:25:13,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/913b43727484441991a7db98e27ac881 is 50, key is test_row_0/C:col10/1731245112197/Put/seqid=0 2024-11-10T13:25:13,634 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/c47fbf255f094d868de4886a7a366472 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/c47fbf255f094d868de4886a7a366472 2024-11-10T13:25:13,646 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8f877a6b7d3a4b9c40799da40f943d2/C of e8f877a6b7d3a4b9c40799da40f943d2 into c47fbf255f094d868de4886a7a366472(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:13,646 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:13,646 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., storeName=e8f877a6b7d3a4b9c40799da40f943d2/C, priority=13, startTime=1731245113094; duration=0sec 2024-11-10T13:25:13,647 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:13,647 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8f877a6b7d3a4b9c40799da40f943d2:C 2024-11-10T13:25:13,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741893_1069 (size=12301) 2024-11-10T13:25:13,659 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/913b43727484441991a7db98e27ac881 2024-11-10T13:25:13,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/84b24952a6e147b2b30c5e6e4119a075 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/84b24952a6e147b2b30c5e6e4119a075 2024-11-10T13:25:13,682 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/84b24952a6e147b2b30c5e6e4119a075, entries=150, sequenceid=272, filesize=12.0 K 2024-11-10T13:25:13,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245173680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:13,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:13,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:13,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245173680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:13,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:13,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:13,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:13,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:13,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245173680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:13,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/8db83295fbba4714bf1076e45e0b5612 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/8db83295fbba4714bf1076e45e0b5612 2024-11-10T13:25:13,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:13,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:13,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:13,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245173680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:13,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:13,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:13,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:13,693 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/8db83295fbba4714bf1076e45e0b5612, entries=150, sequenceid=272, filesize=12.0 K 2024-11-10T13:25:13,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/913b43727484441991a7db98e27ac881 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/913b43727484441991a7db98e27ac881 2024-11-10T13:25:13,712 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/913b43727484441991a7db98e27ac881, entries=150, sequenceid=272, filesize=12.0 K 2024-11-10T13:25:13,714 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e8f877a6b7d3a4b9c40799da40f943d2 in 562ms, sequenceid=272, compaction requested=false 2024-11-10T13:25:13,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:13,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:13,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-10T13:25:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-10T13:25:13,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-10T13:25:13,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 872 msec 2024-11-10T13:25:13,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 885 msec 2024-11-10T13:25:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T13:25:13,979 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:25:13,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:25:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-10T13:25:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T13:25:13,982 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:25:13,983 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:25:13,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:25:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:13,993 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:25:13,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8f877a6b7d3a4b9c40799da40f943d2 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-10T13:25:13,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/650f7bf518d14ed9b5d893afe0278294 is 50, key is test_row_0/A:col10/1731245113357/Put/seqid=0 2024-11-10T13:25:14,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741894_1070 (size=12301) 2024-11-10T13:25:14,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245174018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:14,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:14,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245174019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:14,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:14,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245174020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:14,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:14,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245174021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:14,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:14,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T13:25:14,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245174129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:14,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:14,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:14,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245174129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245174129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:14,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:14,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:14,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245174129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:14,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:14,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:14,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T13:25:14,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:14,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:14,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:14,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:14,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:14,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T13:25:14,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:14,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:14,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:14,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:14,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T13:25:14,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245174339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:14,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:14,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:14,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245174339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:14,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:14,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:14,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245174340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:14,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:14,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245174340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:14,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:14,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/650f7bf518d14ed9b5d893afe0278294 2024-11-10T13:25:14,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/fe9ffc324f21449ebbc15e3416fe90f6 is 50, key is test_row_0/B:col10/1731245113357/Put/seqid=0 2024-11-10T13:25:14,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741895_1071 (size=12301) 2024-11-10T13:25:14,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T13:25:14,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:14,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:14,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:14,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:14,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:14,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T13:25:14,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:14,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:14,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:14,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:14,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T13:25:14,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:14,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245174649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245174650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:14,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:14,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:14,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:14,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245174650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245174650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:14,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:14,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:14,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:14,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T13:25:14,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:14,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:14,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:14,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:14,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:14,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/fe9ffc324f21449ebbc15e3416fe90f6 2024-11-10T13:25:14,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/c8971fe19df54ae0a73a88306d521030 is 50, key is test_row_0/C:col10/1731245113357/Put/seqid=0 2024-11-10T13:25:14,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741896_1072 (size=12301) 2024-11-10T13:25:14,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T13:25:14,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:14,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:14,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:14,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:14,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:15,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T13:25:15,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:15,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:15,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:15,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:15,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:15,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T13:25:15,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:15,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245175159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:15,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:15,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245175159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245175159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:15,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245175160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:15,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T13:25:15,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:15,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:15,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:15,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:15,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:15,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:15,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/c8971fe19df54ae0a73a88306d521030 2024-11-10T13:25:15,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/650f7bf518d14ed9b5d893afe0278294 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/650f7bf518d14ed9b5d893afe0278294 2024-11-10T13:25:15,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/650f7bf518d14ed9b5d893afe0278294, entries=150, sequenceid=291, filesize=12.0 K 2024-11-10T13:25:15,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/fe9ffc324f21449ebbc15e3416fe90f6 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/fe9ffc324f21449ebbc15e3416fe90f6 2024-11-10T13:25:15,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/fe9ffc324f21449ebbc15e3416fe90f6, entries=150, sequenceid=291, filesize=12.0 K 2024-11-10T13:25:15,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/c8971fe19df54ae0a73a88306d521030 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/c8971fe19df54ae0a73a88306d521030 2024-11-10T13:25:15,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/c8971fe19df54ae0a73a88306d521030, entries=150, sequenceid=291, filesize=12.0 K 2024-11-10T13:25:15,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for e8f877a6b7d3a4b9c40799da40f943d2 in 1295ms, sequenceid=291, compaction requested=true 2024-11-10T13:25:15,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:15,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8f877a6b7d3a4b9c40799da40f943d2:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:25:15,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:15,288 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:25:15,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8f877a6b7d3a4b9c40799da40f943d2:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:25:15,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:15,288 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:25:15,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8f877a6b7d3a4b9c40799da40f943d2:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:25:15,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:15,290 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:25:15,290 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:25:15,290 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): e8f877a6b7d3a4b9c40799da40f943d2/A is initiating minor compaction (all files) 2024-11-10T13:25:15,290 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e8f877a6b7d3a4b9c40799da40f943d2/B is initiating minor compaction (all files) 2024-11-10T13:25:15,290 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8f877a6b7d3a4b9c40799da40f943d2/A in TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:15,290 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8f877a6b7d3a4b9c40799da40f943d2/B in TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:15,290 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/f75d1f963915440ea0553723da69cc74, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/8db83295fbba4714bf1076e45e0b5612, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/fe9ffc324f21449ebbc15e3416fe90f6] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp, totalSize=36.5 K 2024-11-10T13:25:15,290 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/fa920b78f85a4f18b21bc8736a35415c, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/84b24952a6e147b2b30c5e6e4119a075, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/650f7bf518d14ed9b5d893afe0278294] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp, totalSize=36.5 K 2024-11-10T13:25:15,291 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa920b78f85a4f18b21bc8736a35415c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731245110991 2024-11-10T13:25:15,291 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting f75d1f963915440ea0553723da69cc74, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731245110991 2024-11-10T13:25:15,291 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 8db83295fbba4714bf1076e45e0b5612, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731245112189 2024-11-10T13:25:15,292 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84b24952a6e147b2b30c5e6e4119a075, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731245112189 2024-11-10T13:25:15,292 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting fe9ffc324f21449ebbc15e3416fe90f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731245113351 2024-11-10T13:25:15,293 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 650f7bf518d14ed9b5d893afe0278294, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731245113351 2024-11-10T13:25:15,306 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8f877a6b7d3a4b9c40799da40f943d2#A#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:15,306 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8f877a6b7d3a4b9c40799da40f943d2#B#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:15,307 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/775ee53db05b4ab3bae4c94f875bdc64 is 50, key is test_row_0/B:col10/1731245113357/Put/seqid=0 2024-11-10T13:25:15,307 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/9b6d938ea17641abad6dc14dfd14dd5c is 50, key is test_row_0/A:col10/1731245113357/Put/seqid=0 2024-11-10T13:25:15,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741898_1074 (size=12983) 2024-11-10T13:25:15,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741897_1073 (size=12983) 2024-11-10T13:25:15,331 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/775ee53db05b4ab3bae4c94f875bdc64 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/775ee53db05b4ab3bae4c94f875bdc64 2024-11-10T13:25:15,337 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8f877a6b7d3a4b9c40799da40f943d2/B of e8f877a6b7d3a4b9c40799da40f943d2 into 775ee53db05b4ab3bae4c94f875bdc64(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:15,337 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:15,337 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., storeName=e8f877a6b7d3a4b9c40799da40f943d2/B, priority=13, startTime=1731245115288; duration=0sec 2024-11-10T13:25:15,337 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:15,337 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8f877a6b7d3a4b9c40799da40f943d2:B 2024-11-10T13:25:15,338 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:25:15,339 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:25:15,339 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e8f877a6b7d3a4b9c40799da40f943d2/C is initiating minor compaction (all files) 2024-11-10T13:25:15,339 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8f877a6b7d3a4b9c40799da40f943d2/C in TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:15,339 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/c47fbf255f094d868de4886a7a366472, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/913b43727484441991a7db98e27ac881, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/c8971fe19df54ae0a73a88306d521030] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp, totalSize=36.5 K 2024-11-10T13:25:15,339 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting c47fbf255f094d868de4886a7a366472, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731245110991 2024-11-10T13:25:15,340 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 913b43727484441991a7db98e27ac881, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731245112189 2024-11-10T13:25:15,341 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting c8971fe19df54ae0a73a88306d521030, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731245113351 2024-11-10T13:25:15,349 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8f877a6b7d3a4b9c40799da40f943d2#C#compaction#62 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:15,350 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/921293a361ce4f54b8e5b669308f0118 is 50, key is test_row_0/C:col10/1731245113357/Put/seqid=0 2024-11-10T13:25:15,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741899_1075 (size=12983) 2024-11-10T13:25:15,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T13:25:15,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:15,364 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing e8f877a6b7d3a4b9c40799da40f943d2 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-10T13:25:15,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/7aeefda9c05c4c2da82e98653145ea96 is 50, key is test_row_0/A:col10/1731245114017/Put/seqid=0 2024-11-10T13:25:15,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741900_1076 (size=12301) 2024-11-10T13:25:15,730 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/9b6d938ea17641abad6dc14dfd14dd5c as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/9b6d938ea17641abad6dc14dfd14dd5c 2024-11-10T13:25:15,738 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8f877a6b7d3a4b9c40799da40f943d2/A of e8f877a6b7d3a4b9c40799da40f943d2 into 9b6d938ea17641abad6dc14dfd14dd5c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:15,738 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:15,738 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., storeName=e8f877a6b7d3a4b9c40799da40f943d2/A, priority=13, startTime=1731245115288; duration=0sec 2024-11-10T13:25:15,738 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:15,738 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8f877a6b7d3a4b9c40799da40f943d2:A 2024-11-10T13:25:15,763 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/921293a361ce4f54b8e5b669308f0118 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/921293a361ce4f54b8e5b669308f0118 2024-11-10T13:25:15,770 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8f877a6b7d3a4b9c40799da40f943d2/C of e8f877a6b7d3a4b9c40799da40f943d2 into 921293a361ce4f54b8e5b669308f0118(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:15,770 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:15,770 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., storeName=e8f877a6b7d3a4b9c40799da40f943d2/C, priority=13, startTime=1731245115288; duration=0sec 2024-11-10T13:25:15,770 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:15,770 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8f877a6b7d3a4b9c40799da40f943d2:C 2024-11-10T13:25:15,779 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/7aeefda9c05c4c2da82e98653145ea96 2024-11-10T13:25:15,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/f306b87605d14784a4a6d158cfd63f9a is 50, key is test_row_0/B:col10/1731245114017/Put/seqid=0 2024-11-10T13:25:15,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741901_1077 (size=12301) 2024-11-10T13:25:15,799 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/f306b87605d14784a4a6d158cfd63f9a 2024-11-10T13:25:15,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/1b382981b5ee405aaeff8f38fa745e30 is 50, key is test_row_0/C:col10/1731245114017/Put/seqid=0 2024-11-10T13:25:15,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741902_1078 (size=12301) 2024-11-10T13:25:15,829 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/1b382981b5ee405aaeff8f38fa745e30 2024-11-10T13:25:15,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/7aeefda9c05c4c2da82e98653145ea96 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/7aeefda9c05c4c2da82e98653145ea96 2024-11-10T13:25:15,844 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/7aeefda9c05c4c2da82e98653145ea96, entries=150, sequenceid=312, filesize=12.0 K 2024-11-10T13:25:15,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/f306b87605d14784a4a6d158cfd63f9a as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/f306b87605d14784a4a6d158cfd63f9a 2024-11-10T13:25:15,853 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/f306b87605d14784a4a6d158cfd63f9a, entries=150, sequenceid=312, filesize=12.0 K 2024-11-10T13:25:15,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/1b382981b5ee405aaeff8f38fa745e30 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/1b382981b5ee405aaeff8f38fa745e30 2024-11-10T13:25:15,863 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/1b382981b5ee405aaeff8f38fa745e30, entries=150, sequenceid=312, filesize=12.0 K 2024-11-10T13:25:15,864 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for e8f877a6b7d3a4b9c40799da40f943d2 in 500ms, sequenceid=312, compaction requested=false 2024-11-10T13:25:15,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:15,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:15,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-10T13:25:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-10T13:25:15,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-10T13:25:15,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8830 sec 2024-11-10T13:25:15,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.8910 sec 2024-11-10T13:25:16,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T13:25:16,130 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:25:16,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:25:16,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-10T13:25:16,134 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:25:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T13:25:16,135 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:25:16,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:25:16,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:16,185 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:25:16,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8f877a6b7d3a4b9c40799da40f943d2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T13:25:16,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/e29dca19d07740ba84cde34b95abb449 is 50, key is test_row_0/A:col10/1731245116184/Put/seqid=0 2024-11-10T13:25:16,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245176222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:16,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245176222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:16,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:16,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245176222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:16,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:16,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:16,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:16,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:16,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245176228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:16,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:16,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741903_1079 (size=17181) 2024-11-10T13:25:16,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/e29dca19d07740ba84cde34b95abb449 2024-11-10T13:25:16,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T13:25:16,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/14e93e6cb72c43b784e15f0473b41535 is 50, key is test_row_0/B:col10/1731245116184/Put/seqid=0 2024-11-10T13:25:16,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741904_1080 (size=12301) 2024-11-10T13:25:16,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/14e93e6cb72c43b784e15f0473b41535 2024-11-10T13:25:16,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/8194c7f849e54fa6afad8a0aace09197 is 50, key is test_row_0/C:col10/1731245116184/Put/seqid=0 2024-11-10T13:25:16,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741905_1081 (size=12301) 2024-11-10T13:25:16,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-10T13:25:16,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:16,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:16,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:16,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:16,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:16,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/8194c7f849e54fa6afad8a0aace09197 2024-11-10T13:25:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:16,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/e29dca19d07740ba84cde34b95abb449 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/e29dca19d07740ba84cde34b95abb449 2024-11-10T13:25:16,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/e29dca19d07740ba84cde34b95abb449, entries=250, sequenceid=325, filesize=16.8 K 2024-11-10T13:25:16,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/14e93e6cb72c43b784e15f0473b41535 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/14e93e6cb72c43b784e15f0473b41535 2024-11-10T13:25:16,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/14e93e6cb72c43b784e15f0473b41535, entries=150, sequenceid=325, filesize=12.0 K 2024-11-10T13:25:16,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/8194c7f849e54fa6afad8a0aace09197 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/8194c7f849e54fa6afad8a0aace09197 2024-11-10T13:25:16,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/8194c7f849e54fa6afad8a0aace09197, entries=150, sequenceid=325, filesize=12.0 K 2024-11-10T13:25:16,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e8f877a6b7d3a4b9c40799da40f943d2 in 146ms, sequenceid=325, compaction requested=true 2024-11-10T13:25:16,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:16,333 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:25:16,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8f877a6b7d3a4b9c40799da40f943d2:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:25:16,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:16,333 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:25:16,335 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42465 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:25:16,335 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): e8f877a6b7d3a4b9c40799da40f943d2/A is initiating minor compaction (all files) 2024-11-10T13:25:16,335 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8f877a6b7d3a4b9c40799da40f943d2/A in TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:16,335 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/9b6d938ea17641abad6dc14dfd14dd5c, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/7aeefda9c05c4c2da82e98653145ea96, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/e29dca19d07740ba84cde34b95abb449] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp, totalSize=41.5 K 2024-11-10T13:25:16,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8f877a6b7d3a4b9c40799da40f943d2:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:25:16,336 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:25:16,336 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b6d938ea17641abad6dc14dfd14dd5c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731245113351 2024-11-10T13:25:16,336 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e8f877a6b7d3a4b9c40799da40f943d2/B is initiating minor compaction (all files) 2024-11-10T13:25:16,336 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8f877a6b7d3a4b9c40799da40f943d2/B in TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:16,337 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/775ee53db05b4ab3bae4c94f875bdc64, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/f306b87605d14784a4a6d158cfd63f9a, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/14e93e6cb72c43b784e15f0473b41535] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp, totalSize=36.7 K 2024-11-10T13:25:16,337 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7aeefda9c05c4c2da82e98653145ea96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731245114010 2024-11-10T13:25:16,337 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 775ee53db05b4ab3bae4c94f875bdc64, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731245113351 2024-11-10T13:25:16,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:16,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8f877a6b7d3a4b9c40799da40f943d2:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:25:16,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:16,338 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting f306b87605d14784a4a6d158cfd63f9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731245114010 2024-11-10T13:25:16,338 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting e29dca19d07740ba84cde34b95abb449, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731245116178 2024-11-10T13:25:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:16,338 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 14e93e6cb72c43b784e15f0473b41535, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731245116182 2024-11-10T13:25:16,340 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:25:16,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8f877a6b7d3a4b9c40799da40f943d2 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-10T13:25:16,352 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8f877a6b7d3a4b9c40799da40f943d2#B#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:16,353 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/85aa67f2a0684e498ecf4c91b18487ad is 50, key is test_row_0/B:col10/1731245116184/Put/seqid=0 2024-11-10T13:25:16,356 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8f877a6b7d3a4b9c40799da40f943d2#A#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:16,357 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/9da71f40106a4630893d3b146039d224 is 50, key is test_row_0/A:col10/1731245116184/Put/seqid=0 2024-11-10T13:25:16,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245176350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:16,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:16,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245176355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:16,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:16,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/5b48d84d6b4141cd82bb199c21ee2f06 is 50, key is test_row_0/A:col10/1731245116335/Put/seqid=0 2024-11-10T13:25:16,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245176358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:16,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:16,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245176359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:16,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:16,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741906_1082 (size=13085) 2024-11-10T13:25:16,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741907_1083 (size=13085) 2024-11-10T13:25:16,408 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/85aa67f2a0684e498ecf4c91b18487ad as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/85aa67f2a0684e498ecf4c91b18487ad 2024-11-10T13:25:16,422 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/9da71f40106a4630893d3b146039d224 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/9da71f40106a4630893d3b146039d224 2024-11-10T13:25:16,424 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8f877a6b7d3a4b9c40799da40f943d2/B of e8f877a6b7d3a4b9c40799da40f943d2 into 85aa67f2a0684e498ecf4c91b18487ad(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:16,425 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:16,425 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., storeName=e8f877a6b7d3a4b9c40799da40f943d2/B, priority=13, startTime=1731245116333; duration=0sec 2024-11-10T13:25:16,425 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:16,425 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8f877a6b7d3a4b9c40799da40f943d2:B 2024-11-10T13:25:16,425 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:25:16,430 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:25:16,430 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e8f877a6b7d3a4b9c40799da40f943d2/C is initiating minor compaction (all files) 2024-11-10T13:25:16,430 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8f877a6b7d3a4b9c40799da40f943d2/A of e8f877a6b7d3a4b9c40799da40f943d2 into 9da71f40106a4630893d3b146039d224(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:16,430 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:16,430 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8f877a6b7d3a4b9c40799da40f943d2/C in TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:16,430 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., storeName=e8f877a6b7d3a4b9c40799da40f943d2/A, priority=13, startTime=1731245116333; duration=0sec 2024-11-10T13:25:16,430 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/921293a361ce4f54b8e5b669308f0118, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/1b382981b5ee405aaeff8f38fa745e30, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/8194c7f849e54fa6afad8a0aace09197] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp, totalSize=36.7 K 2024-11-10T13:25:16,431 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:16,431 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8f877a6b7d3a4b9c40799da40f943d2:A 2024-11-10T13:25:16,431 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 921293a361ce4f54b8e5b669308f0118, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731245113351 2024-11-10T13:25:16,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741908_1084 (size=12301) 2024-11-10T13:25:16,432 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b382981b5ee405aaeff8f38fa745e30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731245114010 2024-11-10T13:25:16,433 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 8194c7f849e54fa6afad8a0aace09197, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731245116182 2024-11-10T13:25:16,444 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8f877a6b7d3a4b9c40799da40f943d2#C#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:16,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-10T13:25:16,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:16,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:16,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:16,444 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/c402e1c193f14d0d9db26db12c8f0674 is 50, key is test_row_0/C:col10/1731245116184/Put/seqid=0 2024-11-10T13:25:16,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:16,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T13:25:16,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741909_1085 (size=13085) 2024-11-10T13:25:16,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245176471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:16,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245176471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:16,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:16,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245176471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:16,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245176471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:16,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:16,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:16,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:16,479 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/c402e1c193f14d0d9db26db12c8f0674 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/c402e1c193f14d0d9db26db12c8f0674 2024-11-10T13:25:16,493 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8f877a6b7d3a4b9c40799da40f943d2/C of e8f877a6b7d3a4b9c40799da40f943d2 into c402e1c193f14d0d9db26db12c8f0674(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:16,493 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:16,494 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., storeName=e8f877a6b7d3a4b9c40799da40f943d2/C, priority=13, startTime=1731245116338; duration=0sec 2024-11-10T13:25:16,494 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:16,494 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8f877a6b7d3a4b9c40799da40f943d2:C 2024-11-10T13:25:16,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-10T13:25:16,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:16,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:16,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:16,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:16,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:16,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:16,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245176680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:16,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:16,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245176680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:16,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:16,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245176680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:16,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:16,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:16,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:16,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:16,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245176689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:16,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:16,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-10T13:25:16,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:16,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:16,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:16,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:16,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:16,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:16,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T13:25:16,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:16,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39116 deadline: 1731245176769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:16,772 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_1' in e8f877a6b7d3a4b9c40799da40f943d2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8286 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:25:16,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:16,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/5b48d84d6b4141cd82bb199c21ee2f06 2024-11-10T13:25:16,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/eec13555302f4179b5039f498be01c34 is 50, key is test_row_0/B:col10/1731245116335/Put/seqid=0 2024-11-10T13:25:16,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741910_1086 (size=12301) 2024-11-10T13:25:16,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-10T13:25:16,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:16,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:16,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:16,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:16,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:16,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245176989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:16,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245176989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:16,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:16,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245176989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:16,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:16,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:16,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:17,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245176999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:17,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:17,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:17,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:17,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-10T13:25:17,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:17,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:17,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:17,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:17,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:17,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-10T13:25:17,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:17,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:17,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:17,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:17,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:17,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/eec13555302f4179b5039f498be01c34 2024-11-10T13:25:17,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/73638a1bd0c84cdebe7d6896bf74bc60 is 50, key is test_row_0/C:col10/1731245116335/Put/seqid=0 2024-11-10T13:25:17,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741911_1087 (size=12301) 2024-11-10T13:25:17,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/73638a1bd0c84cdebe7d6896bf74bc60 2024-11-10T13:25:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T13:25:17,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/5b48d84d6b4141cd82bb199c21ee2f06 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/5b48d84d6b4141cd82bb199c21ee2f06 2024-11-10T13:25:17,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/5b48d84d6b4141cd82bb199c21ee2f06, entries=150, sequenceid=352, filesize=12.0 K 2024-11-10T13:25:17,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/eec13555302f4179b5039f498be01c34 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/eec13555302f4179b5039f498be01c34 2024-11-10T13:25:17,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/eec13555302f4179b5039f498be01c34, entries=150, sequenceid=352, filesize=12.0 K 2024-11-10T13:25:17,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/73638a1bd0c84cdebe7d6896bf74bc60 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/73638a1bd0c84cdebe7d6896bf74bc60 2024-11-10T13:25:17,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/73638a1bd0c84cdebe7d6896bf74bc60, entries=150, sequenceid=352, filesize=12.0 K 2024-11-10T13:25:17,306 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for e8f877a6b7d3a4b9c40799da40f943d2 in 966ms, sequenceid=352, compaction requested=false 2024-11-10T13:25:17,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:17,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-10T13:25:17,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:17,370 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing e8f877a6b7d3a4b9c40799da40f943d2 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-10T13:25:17,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/6e98186d41054568ad01775dc2637bf2 is 50, key is test_row_0/A:col10/1731245116347/Put/seqid=0 2024-11-10T13:25:17,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741912_1088 (size=12301) 2024-11-10T13:25:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:17,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:17,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245177531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:17,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:17,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:17,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:17,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245177532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:17,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:17,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245177534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:17,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:17,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:17,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:17,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:17,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245177535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:17,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:17,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:17,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:17,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:17,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:17,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:17,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245177640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:17,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:17,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:17,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:17,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245177649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:17,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:17,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245177649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:17,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:17,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:17,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:17,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:17,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:17,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245177649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:17,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:17,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:17,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:17,783 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/6e98186d41054568ad01775dc2637bf2 2024-11-10T13:25:17,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/080a25b5157a47258c2a09fede9e1db4 is 50, key is test_row_0/B:col10/1731245116347/Put/seqid=0 2024-11-10T13:25:17,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741913_1089 (size=12301) 2024-11-10T13:25:17,805 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/080a25b5157a47258c2a09fede9e1db4 2024-11-10T13:25:17,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/0d78b3249e58492da9cd0de8347f67c9 is 50, key is test_row_0/C:col10/1731245116347/Put/seqid=0 2024-11-10T13:25:17,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741914_1090 (size=12301) 2024-11-10T13:25:17,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:17,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245177849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:17,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:17,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:17,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:17,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245177859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:17,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:17,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:17,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:17,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245177859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:17,861 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:17,861 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:17,861 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:17,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245177860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:17,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:17,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:17,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:18,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245178159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:18,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:18,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:18,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:18,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245178169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:18,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:18,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:18,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:18,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245178169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:18,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245178169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:18,241 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/0d78b3249e58492da9cd0de8347f67c9 2024-11-10T13:25:18,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/6e98186d41054568ad01775dc2637bf2 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/6e98186d41054568ad01775dc2637bf2 2024-11-10T13:25:18,255 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/6e98186d41054568ad01775dc2637bf2, entries=150, sequenceid=364, filesize=12.0 K 2024-11-10T13:25:18,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/080a25b5157a47258c2a09fede9e1db4 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/080a25b5157a47258c2a09fede9e1db4 2024-11-10T13:25:18,265 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/080a25b5157a47258c2a09fede9e1db4, entries=150, sequenceid=364, filesize=12.0 K 2024-11-10T13:25:18,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/0d78b3249e58492da9cd0de8347f67c9 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/0d78b3249e58492da9cd0de8347f67c9 2024-11-10T13:25:18,272 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/0d78b3249e58492da9cd0de8347f67c9, entries=150, sequenceid=364, filesize=12.0 K 2024-11-10T13:25:18,274 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for e8f877a6b7d3a4b9c40799da40f943d2 in 903ms, sequenceid=364, compaction requested=true 2024-11-10T13:25:18,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:18,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:18,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-10T13:25:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-10T13:25:18,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-10T13:25:18,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1410 sec 2024-11-10T13:25:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T13:25:18,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 2.1480 sec 2024-11-10T13:25:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:18,671 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:25:18,671 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8f877a6b7d3a4b9c40799da40f943d2 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-10T13:25:18,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/a9a7194ccd0e4a7190ea86ed988d1cd5 is 50, key is test_row_0/A:col10/1731245117532/Put/seqid=0 2024-11-10T13:25:18,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245178681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:18,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:18,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:18,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:18,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245178686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:18,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:18,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:18,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:18,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245178687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:18,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:18,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:18,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245178687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:18,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:18,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:18,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:18,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:18,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741915_1091 (size=14741) 2024-11-10T13:25:18,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245178799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:18,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:18,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:18,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:18,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245178800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:18,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:18,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:18,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:18,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245178800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:18,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:18,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:18,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:18,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245178800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:18,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:18,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:18,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:19,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245179009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:19,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245179010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:19,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:19,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:19,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245179010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:19,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:19,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245179010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:19,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:19,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:19,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/a9a7194ccd0e4a7190ea86ed988d1cd5 2024-11-10T13:25:19,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/3396651802504e73881503aaf39dc78b is 50, key is test_row_0/B:col10/1731245117532/Put/seqid=0 2024-11-10T13:25:19,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741916_1092 (size=12301) 2024-11-10T13:25:19,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/3396651802504e73881503aaf39dc78b 2024-11-10T13:25:19,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/cef68ca0ff724d42b9e0af74b547f28d is 50, key is test_row_0/C:col10/1731245117532/Put/seqid=0 2024-11-10T13:25:19,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741917_1093 (size=12301) 2024-11-10T13:25:19,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:19,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245179319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:19,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:19,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245179319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:19,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:19,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:19,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245179319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:19,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:19,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:19,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245179319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:19,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:19,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:19,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/cef68ca0ff724d42b9e0af74b547f28d 2024-11-10T13:25:19,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/a9a7194ccd0e4a7190ea86ed988d1cd5 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/a9a7194ccd0e4a7190ea86ed988d1cd5 2024-11-10T13:25:19,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/a9a7194ccd0e4a7190ea86ed988d1cd5, entries=200, sequenceid=392, filesize=14.4 K 2024-11-10T13:25:19,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/3396651802504e73881503aaf39dc78b as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/3396651802504e73881503aaf39dc78b 2024-11-10T13:25:19,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/3396651802504e73881503aaf39dc78b, entries=150, sequenceid=392, filesize=12.0 K 2024-11-10T13:25:19,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/cef68ca0ff724d42b9e0af74b547f28d as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/cef68ca0ff724d42b9e0af74b547f28d 2024-11-10T13:25:19,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/cef68ca0ff724d42b9e0af74b547f28d, entries=150, sequenceid=392, filesize=12.0 K 2024-11-10T13:25:19,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for e8f877a6b7d3a4b9c40799da40f943d2 in 895ms, sequenceid=392, compaction requested=true 2024-11-10T13:25:19,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:19,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8f877a6b7d3a4b9c40799da40f943d2:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:25:19,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:19,566 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T13:25:19,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8f877a6b7d3a4b9c40799da40f943d2:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:25:19,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:19,566 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T13:25:19,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8f877a6b7d3a4b9c40799da40f943d2:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:25:19,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:19,568 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52428 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T13:25:19,568 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T13:25:19,568 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): e8f877a6b7d3a4b9c40799da40f943d2/A is initiating minor compaction (all files) 2024-11-10T13:25:19,568 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e8f877a6b7d3a4b9c40799da40f943d2/B is initiating minor compaction (all files) 2024-11-10T13:25:19,568 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8f877a6b7d3a4b9c40799da40f943d2/A in TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:19,568 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8f877a6b7d3a4b9c40799da40f943d2/B in TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:19,568 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/9da71f40106a4630893d3b146039d224, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/5b48d84d6b4141cd82bb199c21ee2f06, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/6e98186d41054568ad01775dc2637bf2, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/a9a7194ccd0e4a7190ea86ed988d1cd5] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp, totalSize=51.2 K 2024-11-10T13:25:19,568 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/85aa67f2a0684e498ecf4c91b18487ad, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/eec13555302f4179b5039f498be01c34, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/080a25b5157a47258c2a09fede9e1db4, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/3396651802504e73881503aaf39dc78b] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp, totalSize=48.8 K 2024-11-10T13:25:19,569 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9da71f40106a4630893d3b146039d224, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731245116182 2024-11-10T13:25:19,569 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 85aa67f2a0684e498ecf4c91b18487ad, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731245116182 2024-11-10T13:25:19,569 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b48d84d6b4141cd82bb199c21ee2f06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731245116221 2024-11-10T13:25:19,570 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting eec13555302f4179b5039f498be01c34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731245116221 2024-11-10T13:25:19,570 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e98186d41054568ad01775dc2637bf2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731245116347 2024-11-10T13:25:19,570 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 080a25b5157a47258c2a09fede9e1db4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731245116347 2024-11-10T13:25:19,570 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9a7194ccd0e4a7190ea86ed988d1cd5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731245117526 2024-11-10T13:25:19,570 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 3396651802504e73881503aaf39dc78b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731245117532 2024-11-10T13:25:19,588 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8f877a6b7d3a4b9c40799da40f943d2#B#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:19,588 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8f877a6b7d3a4b9c40799da40f943d2#A#compaction#82 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:19,589 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/81ccc7ff4c1f47ce81b081544f766476 is 50, key is test_row_0/A:col10/1731245117532/Put/seqid=0 2024-11-10T13:25:19,589 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/3590241dba2947088581cb99556f3a4c is 50, key is test_row_0/B:col10/1731245117532/Put/seqid=0 2024-11-10T13:25:19,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741918_1094 (size=13221) 2024-11-10T13:25:19,601 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/3590241dba2947088581cb99556f3a4c as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/3590241dba2947088581cb99556f3a4c 2024-11-10T13:25:19,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741919_1095 (size=13221) 2024-11-10T13:25:19,614 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e8f877a6b7d3a4b9c40799da40f943d2/B of e8f877a6b7d3a4b9c40799da40f943d2 into 3590241dba2947088581cb99556f3a4c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:19,614 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:19,614 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., storeName=e8f877a6b7d3a4b9c40799da40f943d2/B, priority=12, startTime=1731245119566; duration=0sec 2024-11-10T13:25:19,614 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:19,614 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8f877a6b7d3a4b9c40799da40f943d2:B 2024-11-10T13:25:19,615 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T13:25:19,616 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/81ccc7ff4c1f47ce81b081544f766476 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/81ccc7ff4c1f47ce81b081544f766476 2024-11-10T13:25:19,617 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T13:25:19,618 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e8f877a6b7d3a4b9c40799da40f943d2/C is initiating minor compaction (all files) 2024-11-10T13:25:19,618 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8f877a6b7d3a4b9c40799da40f943d2/C in TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:19,618 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/c402e1c193f14d0d9db26db12c8f0674, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/73638a1bd0c84cdebe7d6896bf74bc60, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/0d78b3249e58492da9cd0de8347f67c9, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/cef68ca0ff724d42b9e0af74b547f28d] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp, totalSize=48.8 K 2024-11-10T13:25:19,620 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting c402e1c193f14d0d9db26db12c8f0674, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731245116182 2024-11-10T13:25:19,621 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 73638a1bd0c84cdebe7d6896bf74bc60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731245116221 2024-11-10T13:25:19,623 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d78b3249e58492da9cd0de8347f67c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731245116347 2024-11-10T13:25:19,623 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting cef68ca0ff724d42b9e0af74b547f28d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731245117532 2024-11-10T13:25:19,626 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e8f877a6b7d3a4b9c40799da40f943d2/A of e8f877a6b7d3a4b9c40799da40f943d2 into 81ccc7ff4c1f47ce81b081544f766476(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:19,626 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:19,626 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., storeName=e8f877a6b7d3a4b9c40799da40f943d2/A, priority=12, startTime=1731245119566; duration=0sec 2024-11-10T13:25:19,626 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:19,626 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8f877a6b7d3a4b9c40799da40f943d2:A 2024-11-10T13:25:19,636 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8f877a6b7d3a4b9c40799da40f943d2#C#compaction#83 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:19,637 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/09ebc82bd28e4645b13a5a5612d4a15b is 50, key is test_row_0/C:col10/1731245117532/Put/seqid=0 2024-11-10T13:25:19,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741920_1096 (size=13221) 2024-11-10T13:25:19,677 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/09ebc82bd28e4645b13a5a5612d4a15b as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/09ebc82bd28e4645b13a5a5612d4a15b 2024-11-10T13:25:19,687 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e8f877a6b7d3a4b9c40799da40f943d2/C of e8f877a6b7d3a4b9c40799da40f943d2 into 09ebc82bd28e4645b13a5a5612d4a15b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:19,687 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:19,687 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., storeName=e8f877a6b7d3a4b9c40799da40f943d2/C, priority=12, startTime=1731245119566; duration=0sec 2024-11-10T13:25:19,687 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:19,687 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8f877a6b7d3a4b9c40799da40f943d2:C 2024-11-10T13:25:19,832 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:25:19,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8f877a6b7d3a4b9c40799da40f943d2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T13:25:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:19,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/014410987d5848f7a3d00da5476f2014 is 50, key is test_row_0/A:col10/1731245119830/Put/seqid=0 2024-11-10T13:25:19,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741921_1097 (size=14741) 2024-11-10T13:25:19,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:19,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245179863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:19,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:19,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245179865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:19,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:19,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:19,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245179869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:19,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245179870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:19,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:19,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:19,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245179979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:19,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:19,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:19,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245179979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:19,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:19,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:19,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245179979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:19,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:19,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:19,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245179979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:19,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:19,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:20,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:20,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:20,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245180189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245180189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:20,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:20,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:20,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245180190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:20,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245180190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:20,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:20,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:20,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/014410987d5848f7a3d00da5476f2014 2024-11-10T13:25:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T13:25:20,290 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:25:20,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:25:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-10T13:25:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T13:25:20,329 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:25:20,332 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:25:20,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:25:20,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/6bd9550820a9491d86cbbdd61d8e5a36 is 50, key is test_row_0/B:col10/1731245119830/Put/seqid=0 2024-11-10T13:25:20,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741922_1098 (size=12301) 2024-11-10T13:25:20,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/6bd9550820a9491d86cbbdd61d8e5a36 2024-11-10T13:25:20,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/fb3714c8592f4301b204588baa116930 is 50, key is test_row_0/C:col10/1731245119830/Put/seqid=0 2024-11-10T13:25:20,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741923_1099 (size=12301) 2024-11-10T13:25:20,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/fb3714c8592f4301b204588baa116930 2024-11-10T13:25:20,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/014410987d5848f7a3d00da5476f2014 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/014410987d5848f7a3d00da5476f2014 2024-11-10T13:25:20,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/014410987d5848f7a3d00da5476f2014, entries=200, sequenceid=407, filesize=14.4 K 2024-11-10T13:25:20,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/6bd9550820a9491d86cbbdd61d8e5a36 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/6bd9550820a9491d86cbbdd61d8e5a36 2024-11-10T13:25:20,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/6bd9550820a9491d86cbbdd61d8e5a36, entries=150, sequenceid=407, filesize=12.0 K 2024-11-10T13:25:20,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/fb3714c8592f4301b204588baa116930 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/fb3714c8592f4301b204588baa116930 2024-11-10T13:25:20,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/fb3714c8592f4301b204588baa116930, entries=150, sequenceid=407, filesize=12.0 K 2024-11-10T13:25:20,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for e8f877a6b7d3a4b9c40799da40f943d2 in 562ms, sequenceid=407, compaction requested=false 2024-11-10T13:25:20,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T13:25:20,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-10T13:25:20,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:20,491 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing e8f877a6b7d3a4b9c40799da40f943d2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T13:25:20,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/46c3a613b1b7438f9a27bf6a5f82b090 is 50, key is test_row_0/A:col10/1731245119867/Put/seqid=0 2024-11-10T13:25:20,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741924_1100 (size=12301) 2024-11-10T13:25:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:20,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:20,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245180508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:20,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245180510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:20,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245180511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:20,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:20,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245180511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:20,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:20,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:20,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245180619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245180620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:20,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:20,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:20,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245180620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:20,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245180620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:20,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:20,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T13:25:20,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245180829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:20,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245180829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:20,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:20,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245180829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:20,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245180829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:20,901 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/46c3a613b1b7438f9a27bf6a5f82b090 2024-11-10T13:25:20,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/4341f181745d41d0b5e878ec1dfae426 is 50, key is test_row_0/B:col10/1731245119867/Put/seqid=0 2024-11-10T13:25:20,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741925_1101 (size=12301) 2024-11-10T13:25:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T13:25:21,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:21,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245181139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245181140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:21,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:21,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:21,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245181140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:21,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:21,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:21,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:21,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:21,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:21,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:21,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:21,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245181140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:21,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:21,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:21,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:21,315 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/4341f181745d41d0b5e878ec1dfae426 2024-11-10T13:25:21,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/0b58c93ad768435d9ba9e170b24281db is 50, key is test_row_0/C:col10/1731245119867/Put/seqid=0 2024-11-10T13:25:21,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741926_1102 (size=12301) 2024-11-10T13:25:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T13:25:21,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245181649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:21,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:21,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:21,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:21,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245181649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:21,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:21,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:21,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:21,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245181649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:21,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:21,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:21,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:21,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245181649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:21,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:21,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:21,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:21,730 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/0b58c93ad768435d9ba9e170b24281db 2024-11-10T13:25:21,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/46c3a613b1b7438f9a27bf6a5f82b090 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/46c3a613b1b7438f9a27bf6a5f82b090 2024-11-10T13:25:21,742 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/46c3a613b1b7438f9a27bf6a5f82b090, entries=150, sequenceid=432, filesize=12.0 K 2024-11-10T13:25:21,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/4341f181745d41d0b5e878ec1dfae426 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/4341f181745d41d0b5e878ec1dfae426 2024-11-10T13:25:21,748 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/4341f181745d41d0b5e878ec1dfae426, entries=150, sequenceid=432, filesize=12.0 K 2024-11-10T13:25:21,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/0b58c93ad768435d9ba9e170b24281db as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/0b58c93ad768435d9ba9e170b24281db 2024-11-10T13:25:21,758 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/0b58c93ad768435d9ba9e170b24281db, entries=150, sequenceid=432, filesize=12.0 K 2024-11-10T13:25:21,759 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e8f877a6b7d3a4b9c40799da40f943d2 in 1268ms, sequenceid=432, compaction requested=true 2024-11-10T13:25:21,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:21,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:21,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-10T13:25:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-10T13:25:21,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-10T13:25:21,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4300 sec 2024-11-10T13:25:21,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.4760 sec 2024-11-10T13:25:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T13:25:22,480 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:25:22,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:25:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-10T13:25:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T13:25:22,482 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:25:22,483 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:25:22,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:25:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T13:25:22,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-10T13:25:22,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:22,636 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing e8f877a6b7d3a4b9c40799da40f943d2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T13:25:22,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/78557b98298e46348243af538cd1d6d9 is 50, key is test_row_0/A:col10/1731245120509/Put/seqid=0 2024-11-10T13:25:22,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741927_1103 (size=12301) 2024-11-10T13:25:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:22,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. as already flushing 2024-11-10T13:25:22,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245182700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:22,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:22,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:22,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:22,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245182701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:22,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:22,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:22,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:22,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245182703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:22,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:22,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:22,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:22,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245182703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:22,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:22,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:22,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T13:25:22,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245182809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:22,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:22,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:22,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245182810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:22,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245182810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:22,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:22,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:22,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:22,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:22,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:22,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:22,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:22,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245182819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:22,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:22,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:22,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:23,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:23,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245183019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245183019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:23,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:23,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:23,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:23,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245183019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:23,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:23,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:23,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:23,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:23,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:23,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:23,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245183029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:23,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:23,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:23,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:23,045 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/78557b98298e46348243af538cd1d6d9 2024-11-10T13:25:23,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/f321fa3ccba9419887749b71a68a2f38 is 50, key is test_row_0/B:col10/1731245120509/Put/seqid=0 2024-11-10T13:25:23,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741928_1104 (size=12301) 2024-11-10T13:25:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T13:25:23,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245183329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:23,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:23,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:23,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245183329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:23,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:23,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:23,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245183329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:23,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:23,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:23,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:23,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:23,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:23,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245183339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:23,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:23,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:23,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:23,457 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/f321fa3ccba9419887749b71a68a2f38 2024-11-10T13:25:23,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/e3fe44a45612452e84890f7914cf0696 is 50, key is test_row_0/C:col10/1731245120509/Put/seqid=0 2024-11-10T13:25:23,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741929_1105 (size=12301) 2024-11-10T13:25:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T13:25:23,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:23,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39082 deadline: 1731245183839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:23,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:23,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:23,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:23,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:23,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:23,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39102 deadline: 1731245183839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:23,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39068 deadline: 1731245183839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:23,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:23,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:23,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:23,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:23,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:23,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:23,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:23,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39070 deadline: 1731245183849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:23,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:23,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:23,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:25:23,870 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/e3fe44a45612452e84890f7914cf0696 2024-11-10T13:25:23,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/78557b98298e46348243af538cd1d6d9 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/78557b98298e46348243af538cd1d6d9 2024-11-10T13:25:23,879 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/78557b98298e46348243af538cd1d6d9, entries=150, sequenceid=443, filesize=12.0 K 2024-11-10T13:25:23,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/f321fa3ccba9419887749b71a68a2f38 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/f321fa3ccba9419887749b71a68a2f38 2024-11-10T13:25:23,885 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/f321fa3ccba9419887749b71a68a2f38, entries=150, sequenceid=443, filesize=12.0 K 2024-11-10T13:25:23,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/e3fe44a45612452e84890f7914cf0696 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/e3fe44a45612452e84890f7914cf0696 2024-11-10T13:25:23,891 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/e3fe44a45612452e84890f7914cf0696, entries=150, sequenceid=443, filesize=12.0 K 2024-11-10T13:25:23,892 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for e8f877a6b7d3a4b9c40799da40f943d2 in 1257ms, sequenceid=443, compaction requested=true 2024-11-10T13:25:23,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:23,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:23,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-10T13:25:23,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-10T13:25:23,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-10T13:25:23,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4100 sec 2024-11-10T13:25:23,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.4150 sec 2024-11-10T13:25:24,065 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-10T13:25:24,065 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:25:24,067 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-10T13:25:24,067 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:25:24,069 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:24,069 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:24,070 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:24,070 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:24,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:25:24,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:25:24,071 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-10T13:25:24,071 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:25:24,071 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:24,071 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:24,071 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:25:24,071 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-10T13:25:24,071 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:25:24,071 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:24,071 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:24,071 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:25:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T13:25:24,631 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:25:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:24,851 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:25:24,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8f877a6b7d3a4b9c40799da40f943d2 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-10T13:25:24,851 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-10T13:25:24,851 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:25:24,851 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:24,851 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:24,851 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:25:24,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/30f3eaa37b5248fc81b66a4fae9df222 is 50, key is test_row_0/A:col10/1731245122699/Put/seqid=0 2024-11-10T13:25:24,862 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-10T13:25:24,862 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-10T13:25:24,862 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-10T13:25:24,862 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:25:24,862 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:25:24,862 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:25:24,862 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:24,862 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:24,862 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:24,862 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:24,862 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:24,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:25:24,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:25:24,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:25:24,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741930_1106 (size=12301) 2024-11-10T13:25:24,862 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:25,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/30f3eaa37b5248fc81b66a4fae9df222 2024-11-10T13:25:25,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/b9514444e90a4bc5af5276fa300ebb45 is 50, key is test_row_0/B:col10/1731245122699/Put/seqid=0 2024-11-10T13:25:25,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741931_1107 (size=12301) 2024-11-10T13:25:25,533 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T13:25:25,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/b9514444e90a4bc5af5276fa300ebb45 2024-11-10T13:25:25,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/4698bec19fa84d1292549a3ce3aae0c1 is 50, key is test_row_0/C:col10/1731245122699/Put/seqid=0 2024-11-10T13:25:25,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741932_1108 (size=12301) 2024-11-10T13:25:26,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/4698bec19fa84d1292549a3ce3aae0c1 2024-11-10T13:25:26,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/30f3eaa37b5248fc81b66a4fae9df222 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/30f3eaa37b5248fc81b66a4fae9df222 2024-11-10T13:25:26,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/30f3eaa37b5248fc81b66a4fae9df222, entries=150, sequenceid=470, filesize=12.0 K 2024-11-10T13:25:26,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/b9514444e90a4bc5af5276fa300ebb45 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/b9514444e90a4bc5af5276fa300ebb45 2024-11-10T13:25:26,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/b9514444e90a4bc5af5276fa300ebb45, entries=150, sequenceid=470, filesize=12.0 K 2024-11-10T13:25:26,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/4698bec19fa84d1292549a3ce3aae0c1 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/4698bec19fa84d1292549a3ce3aae0c1 2024-11-10T13:25:26,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/4698bec19fa84d1292549a3ce3aae0c1, entries=150, sequenceid=470, filesize=12.0 K 2024-11-10T13:25:26,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=20.13 KB/20610 for e8f877a6b7d3a4b9c40799da40f943d2 in 1329ms, sequenceid=470, compaction requested=true 2024-11-10T13:25:26,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:26,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8f877a6b7d3a4b9c40799da40f943d2:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:25:26,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:26,181 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-10T13:25:26,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8f877a6b7d3a4b9c40799da40f943d2:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:25:26,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:26,181 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-10T13:25:26,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8f877a6b7d3a4b9c40799da40f943d2:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:25:26,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:26,182 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62425 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-10T13:25:26,183 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e8f877a6b7d3a4b9c40799da40f943d2/B is initiating minor compaction (all files) 2024-11-10T13:25:26,183 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 64865 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-10T13:25:26,183 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8f877a6b7d3a4b9c40799da40f943d2/B in TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:26,183 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): e8f877a6b7d3a4b9c40799da40f943d2/A is initiating minor compaction (all files) 2024-11-10T13:25:26,183 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8f877a6b7d3a4b9c40799da40f943d2/A in TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:26,183 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/3590241dba2947088581cb99556f3a4c, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/6bd9550820a9491d86cbbdd61d8e5a36, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/4341f181745d41d0b5e878ec1dfae426, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/f321fa3ccba9419887749b71a68a2f38, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/b9514444e90a4bc5af5276fa300ebb45] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp, totalSize=61.0 K 2024-11-10T13:25:26,183 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/81ccc7ff4c1f47ce81b081544f766476, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/014410987d5848f7a3d00da5476f2014, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/46c3a613b1b7438f9a27bf6a5f82b090, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/78557b98298e46348243af538cd1d6d9, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/30f3eaa37b5248fc81b66a4fae9df222] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp, totalSize=63.3 K 2024-11-10T13:25:26,183 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 3590241dba2947088581cb99556f3a4c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731245117532 2024-11-10T13:25:26,183 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81ccc7ff4c1f47ce81b081544f766476, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731245117532 2024-11-10T13:25:26,183 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 6bd9550820a9491d86cbbdd61d8e5a36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731245118684 2024-11-10T13:25:26,183 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 014410987d5848f7a3d00da5476f2014, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731245118684 2024-11-10T13:25:26,184 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 4341f181745d41d0b5e878ec1dfae426, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1731245119863 2024-11-10T13:25:26,184 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46c3a613b1b7438f9a27bf6a5f82b090, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1731245119863 2024-11-10T13:25:26,184 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting f321fa3ccba9419887749b71a68a2f38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1731245120502 2024-11-10T13:25:26,184 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78557b98298e46348243af538cd1d6d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1731245120502 2024-11-10T13:25:26,184 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting b9514444e90a4bc5af5276fa300ebb45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1731245122699 2024-11-10T13:25:26,184 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30f3eaa37b5248fc81b66a4fae9df222, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1731245122699 2024-11-10T13:25:26,194 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8f877a6b7d3a4b9c40799da40f943d2#B#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:26,195 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8f877a6b7d3a4b9c40799da40f943d2#A#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:26,195 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/429260ede3b24f889d7f8c74ee9121a2 is 50, key is test_row_0/B:col10/1731245122699/Put/seqid=0 2024-11-10T13:25:26,195 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/c431379be67d4b88a395b1f8d0406d55 is 50, key is test_row_0/A:col10/1731245122699/Put/seqid=0 2024-11-10T13:25:26,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741933_1109 (size=13391) 2024-11-10T13:25:26,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741934_1110 (size=13391) 2024-11-10T13:25:26,609 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/429260ede3b24f889d7f8c74ee9121a2 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/429260ede3b24f889d7f8c74ee9121a2 2024-11-10T13:25:26,609 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/c431379be67d4b88a395b1f8d0406d55 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/c431379be67d4b88a395b1f8d0406d55 2024-11-10T13:25:26,616 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in e8f877a6b7d3a4b9c40799da40f943d2/B of e8f877a6b7d3a4b9c40799da40f943d2 into 429260ede3b24f889d7f8c74ee9121a2(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:26,616 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in e8f877a6b7d3a4b9c40799da40f943d2/A of e8f877a6b7d3a4b9c40799da40f943d2 into c431379be67d4b88a395b1f8d0406d55(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:26,616 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:26,616 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:26,616 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., storeName=e8f877a6b7d3a4b9c40799da40f943d2/B, priority=11, startTime=1731245126181; duration=0sec 2024-11-10T13:25:26,616 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., storeName=e8f877a6b7d3a4b9c40799da40f943d2/A, priority=11, startTime=1731245126181; duration=0sec 2024-11-10T13:25:26,616 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:26,616 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8f877a6b7d3a4b9c40799da40f943d2:B 2024-11-10T13:25:26,616 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:26,616 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8f877a6b7d3a4b9c40799da40f943d2:A 2024-11-10T13:25:26,616 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-10T13:25:26,618 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62425 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-10T13:25:26,618 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e8f877a6b7d3a4b9c40799da40f943d2/C is initiating minor compaction (all files) 2024-11-10T13:25:26,618 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8f877a6b7d3a4b9c40799da40f943d2/C in TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:26,618 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/09ebc82bd28e4645b13a5a5612d4a15b, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/fb3714c8592f4301b204588baa116930, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/0b58c93ad768435d9ba9e170b24281db, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/e3fe44a45612452e84890f7914cf0696, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/4698bec19fa84d1292549a3ce3aae0c1] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp, totalSize=61.0 K 2024-11-10T13:25:26,618 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 09ebc82bd28e4645b13a5a5612d4a15b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731245117532 2024-11-10T13:25:26,619 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting fb3714c8592f4301b204588baa116930, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731245118684 2024-11-10T13:25:26,619 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b58c93ad768435d9ba9e170b24281db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1731245119863 2024-11-10T13:25:26,619 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting e3fe44a45612452e84890f7914cf0696, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1731245120502 2024-11-10T13:25:26,620 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 4698bec19fa84d1292549a3ce3aae0c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1731245122699 2024-11-10T13:25:26,631 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8f877a6b7d3a4b9c40799da40f943d2#C#compaction#98 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:26,632 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/b27c2449791d4f3f98423e0149dee197 is 50, key is test_row_0/C:col10/1731245122699/Put/seqid=0 2024-11-10T13:25:26,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741935_1111 (size=13391) 2024-11-10T13:25:26,795 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-10T13:25:26,795 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:25:26,795 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:26,795 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:26,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:25:26,795 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T13:25:26,796 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-10T13:25:26,796 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-10T13:25:26,796 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-11-10T13:25:26,796 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-10T13:25:26,796 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-10T13:25:26,796 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T13:25:26,796 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3723 2024-11-10T13:25:26,796 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3828 2024-11-10T13:25:26,796 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T13:25:26,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1740 2024-11-10T13:25:26,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5217 rows 2024-11-10T13:25:26,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1743 2024-11-10T13:25:26,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5223 rows 2024-11-10T13:25:26,797 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:25:26,797 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:25:26,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:26,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:26,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:25:26,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-10T13:25:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T13:25:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-10T13:25:26,811 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245126811"}]},"ts":"1731245126811"} 2024-11-10T13:25:26,813 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T13:25:26,813 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T13:25:26,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T13:25:26,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8f877a6b7d3a4b9c40799da40f943d2, UNASSIGN}] 2024-11-10T13:25:26,819 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8f877a6b7d3a4b9c40799da40f943d2, UNASSIGN 2024-11-10T13:25:26,820 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=e8f877a6b7d3a4b9c40799da40f943d2, regionState=CLOSING, regionLocation=2467a7071e00,33783,1731245097117 2024-11-10T13:25:26,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8f877a6b7d3a4b9c40799da40f943d2, UNASSIGN because future has completed 2024-11-10T13:25:26,822 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T13:25:26,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117}] 2024-11-10T13:25:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-10T13:25:26,982 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:26,983 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T13:25:26,984 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing e8f877a6b7d3a4b9c40799da40f943d2, disabling compactions & flushes 2024-11-10T13:25:26,985 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1993): waiting for 1 compactions to complete for region TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:27,049 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/b27c2449791d4f3f98423e0149dee197 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/b27c2449791d4f3f98423e0149dee197 2024-11-10T13:25:27,059 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in e8f877a6b7d3a4b9c40799da40f943d2/C of e8f877a6b7d3a4b9c40799da40f943d2 into b27c2449791d4f3f98423e0149dee197(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:27,059 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8f877a6b7d3a4b9c40799da40f943d2: 2024-11-10T13:25:27,059 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:27,059 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., storeName=e8f877a6b7d3a4b9c40799da40f943d2/C, priority=11, startTime=1731245126181; duration=0sec 2024-11-10T13:25:27,059 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:27,059 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:27,059 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. after waiting 0 ms 2024-11-10T13:25:27,059 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8f877a6b7d3a4b9c40799da40f943d2:C 2024-11-10T13:25:27,059 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:27,059 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(2902): Flushing e8f877a6b7d3a4b9c40799da40f943d2 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-10T13:25:27,063 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/53fd683dba1244799a7953dbefa33e5f is 50, key is test_row_0/A:col10/1731245124860/Put/seqid=0 2024-11-10T13:25:27,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741936_1112 (size=12301) 2024-11-10T13:25:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-10T13:25:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-10T13:25:27,469 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/53fd683dba1244799a7953dbefa33e5f 2024-11-10T13:25:27,486 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/a32a4f4da2bb4f9eba94803c2f810e43 is 50, key is test_row_0/B:col10/1731245124860/Put/seqid=0 2024-11-10T13:25:27,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741937_1113 (size=12301) 2024-11-10T13:25:27,892 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/a32a4f4da2bb4f9eba94803c2f810e43 2024-11-10T13:25:27,907 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/9e93c8ee26fe41c187ea2d3a924726b0 is 50, key is test_row_0/C:col10/1731245124860/Put/seqid=0 2024-11-10T13:25:27,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741938_1114 (size=12301) 2024-11-10T13:25:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-10T13:25:28,313 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/9e93c8ee26fe41c187ea2d3a924726b0 2024-11-10T13:25:28,318 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/A/53fd683dba1244799a7953dbefa33e5f as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/53fd683dba1244799a7953dbefa33e5f 2024-11-10T13:25:28,322 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/53fd683dba1244799a7953dbefa33e5f, entries=150, sequenceid=480, filesize=12.0 K 2024-11-10T13:25:28,323 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/B/a32a4f4da2bb4f9eba94803c2f810e43 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/a32a4f4da2bb4f9eba94803c2f810e43 2024-11-10T13:25:28,327 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/a32a4f4da2bb4f9eba94803c2f810e43, entries=150, sequenceid=480, filesize=12.0 K 2024-11-10T13:25:28,328 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/.tmp/C/9e93c8ee26fe41c187ea2d3a924726b0 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/9e93c8ee26fe41c187ea2d3a924726b0 2024-11-10T13:25:28,333 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/9e93c8ee26fe41c187ea2d3a924726b0, entries=150, sequenceid=480, filesize=12.0 K 2024-11-10T13:25:28,334 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for e8f877a6b7d3a4b9c40799da40f943d2 in 1275ms, sequenceid=480, compaction requested=false 2024-11-10T13:25:28,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/5d7e22a5ba2d44f09092775a2030f690, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/c4daf43f2edc44f59c16cbab27e48b0a, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/3339f5dfc55d49fb84025c4c62df92ab, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/2086d057f693420c9899fa8d492b181a, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/233ab3dfe5b94eafab8047f7d392e691, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/ca066b15c47544a0bf65b5748c35fe9e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/a0a14cc2453240c48dc12a5ad098644c, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/4059ede482c74ae189f102fc9472a0cb, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/3d11408c8b524cc8aa963d00921f0aac, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/2aa8fbc714a5449d95d996d3234c4810, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/34a7b505015a4208b975fd2ed3e3310b, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/2395b3250aeb41c6a641593c0b7a68dc, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/1a98e371a2934e49818871b3e8f3907e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/fd152563c1b04235b9549fe305b3620d, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/c1ee147b25cc4337a70a60cdc777de16, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/050c7b5773cd4aea9210bf16654a3949, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/fa920b78f85a4f18b21bc8736a35415c, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/a06752ab3d04431b91fa8e4e2cd9c320, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/84b24952a6e147b2b30c5e6e4119a075, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/9b6d938ea17641abad6dc14dfd14dd5c, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/650f7bf518d14ed9b5d893afe0278294, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/7aeefda9c05c4c2da82e98653145ea96, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/e29dca19d07740ba84cde34b95abb449, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/9da71f40106a4630893d3b146039d224, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/5b48d84d6b4141cd82bb199c21ee2f06, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/6e98186d41054568ad01775dc2637bf2, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/a9a7194ccd0e4a7190ea86ed988d1cd5, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/81ccc7ff4c1f47ce81b081544f766476, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/014410987d5848f7a3d00da5476f2014, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/46c3a613b1b7438f9a27bf6a5f82b090, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/78557b98298e46348243af538cd1d6d9, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/30f3eaa37b5248fc81b66a4fae9df222] to archive 2024-11-10T13:25:28,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T13:25:28,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/5d7e22a5ba2d44f09092775a2030f690 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/5d7e22a5ba2d44f09092775a2030f690 2024-11-10T13:25:28,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/c4daf43f2edc44f59c16cbab27e48b0a to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/c4daf43f2edc44f59c16cbab27e48b0a 2024-11-10T13:25:28,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/3339f5dfc55d49fb84025c4c62df92ab to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/3339f5dfc55d49fb84025c4c62df92ab 2024-11-10T13:25:28,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/2086d057f693420c9899fa8d492b181a to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/2086d057f693420c9899fa8d492b181a 2024-11-10T13:25:28,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/233ab3dfe5b94eafab8047f7d392e691 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/233ab3dfe5b94eafab8047f7d392e691 2024-11-10T13:25:28,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/ca066b15c47544a0bf65b5748c35fe9e to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/ca066b15c47544a0bf65b5748c35fe9e 2024-11-10T13:25:28,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/a0a14cc2453240c48dc12a5ad098644c to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/a0a14cc2453240c48dc12a5ad098644c 2024-11-10T13:25:28,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/4059ede482c74ae189f102fc9472a0cb to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/4059ede482c74ae189f102fc9472a0cb 2024-11-10T13:25:28,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/3d11408c8b524cc8aa963d00921f0aac to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/3d11408c8b524cc8aa963d00921f0aac 2024-11-10T13:25:28,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/2aa8fbc714a5449d95d996d3234c4810 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/2aa8fbc714a5449d95d996d3234c4810 2024-11-10T13:25:28,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/34a7b505015a4208b975fd2ed3e3310b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/34a7b505015a4208b975fd2ed3e3310b 2024-11-10T13:25:28,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/2395b3250aeb41c6a641593c0b7a68dc to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/2395b3250aeb41c6a641593c0b7a68dc 2024-11-10T13:25:28,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/1a98e371a2934e49818871b3e8f3907e to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/1a98e371a2934e49818871b3e8f3907e 2024-11-10T13:25:28,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/fd152563c1b04235b9549fe305b3620d to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/fd152563c1b04235b9549fe305b3620d 2024-11-10T13:25:28,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/c1ee147b25cc4337a70a60cdc777de16 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/c1ee147b25cc4337a70a60cdc777de16 2024-11-10T13:25:28,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/050c7b5773cd4aea9210bf16654a3949 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/050c7b5773cd4aea9210bf16654a3949 2024-11-10T13:25:28,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/fa920b78f85a4f18b21bc8736a35415c to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/fa920b78f85a4f18b21bc8736a35415c 2024-11-10T13:25:28,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/a06752ab3d04431b91fa8e4e2cd9c320 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/a06752ab3d04431b91fa8e4e2cd9c320 2024-11-10T13:25:28,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/84b24952a6e147b2b30c5e6e4119a075 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/84b24952a6e147b2b30c5e6e4119a075 2024-11-10T13:25:28,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/9b6d938ea17641abad6dc14dfd14dd5c to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/9b6d938ea17641abad6dc14dfd14dd5c 2024-11-10T13:25:28,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/650f7bf518d14ed9b5d893afe0278294 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/650f7bf518d14ed9b5d893afe0278294 2024-11-10T13:25:28,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/7aeefda9c05c4c2da82e98653145ea96 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/7aeefda9c05c4c2da82e98653145ea96 2024-11-10T13:25:28,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/e29dca19d07740ba84cde34b95abb449 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/e29dca19d07740ba84cde34b95abb449 2024-11-10T13:25:28,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/9da71f40106a4630893d3b146039d224 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/9da71f40106a4630893d3b146039d224 2024-11-10T13:25:28,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/5b48d84d6b4141cd82bb199c21ee2f06 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/5b48d84d6b4141cd82bb199c21ee2f06 2024-11-10T13:25:28,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/6e98186d41054568ad01775dc2637bf2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/6e98186d41054568ad01775dc2637bf2 2024-11-10T13:25:28,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/a9a7194ccd0e4a7190ea86ed988d1cd5 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/a9a7194ccd0e4a7190ea86ed988d1cd5 2024-11-10T13:25:28,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/81ccc7ff4c1f47ce81b081544f766476 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/81ccc7ff4c1f47ce81b081544f766476 2024-11-10T13:25:28,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/014410987d5848f7a3d00da5476f2014 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/014410987d5848f7a3d00da5476f2014 2024-11-10T13:25:28,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/46c3a613b1b7438f9a27bf6a5f82b090 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/46c3a613b1b7438f9a27bf6a5f82b090 2024-11-10T13:25:28,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/78557b98298e46348243af538cd1d6d9 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/78557b98298e46348243af538cd1d6d9 2024-11-10T13:25:28,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/30f3eaa37b5248fc81b66a4fae9df222 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/30f3eaa37b5248fc81b66a4fae9df222 2024-11-10T13:25:28,392 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/5ef53cb9fb284855b95e1a0dcc8d2ee7, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/16cb52138a43460c9414677a0ec26e5c, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/d22f6b37333b44d1bf89d868b3780a2e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/0c37b809accc431cb6e3a563a3106145, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/6de2df64de514127b2df30454dbad81a, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/dfba562f1d274fb99030fd6d6f130461, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/5a82f982b66b46049629fb45e8a24496, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/5d7f70cfab41431c96acdafa53ac5039, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/6ae855de21fc406693ee58199e29e331, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/7145dab8e2114dca86f9a9c81edb833f, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/d565870ac97440ab9c62b1baa65f328c, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/9651b93dfc5a48c2aaadc08f1b04c18b, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/aeac07d4930f4c5cad688dcd632df453, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/8105b870a1bb4a249c8855d4b32d230c, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/6bb41a8c8b8b42d7bc1efa8a50922148, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/0717cd93f5224b278e966bfaa5802293, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/f75d1f963915440ea0553723da69cc74, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/4d98530209c94153ac9302c5064a5d1f, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/8db83295fbba4714bf1076e45e0b5612, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/775ee53db05b4ab3bae4c94f875bdc64, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/fe9ffc324f21449ebbc15e3416fe90f6, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/f306b87605d14784a4a6d158cfd63f9a, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/85aa67f2a0684e498ecf4c91b18487ad, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/14e93e6cb72c43b784e15f0473b41535, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/eec13555302f4179b5039f498be01c34, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/080a25b5157a47258c2a09fede9e1db4, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/3590241dba2947088581cb99556f3a4c, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/3396651802504e73881503aaf39dc78b, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/6bd9550820a9491d86cbbdd61d8e5a36, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/4341f181745d41d0b5e878ec1dfae426, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/f321fa3ccba9419887749b71a68a2f38, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/b9514444e90a4bc5af5276fa300ebb45] to archive 2024-11-10T13:25:28,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T13:25:28,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/5ef53cb9fb284855b95e1a0dcc8d2ee7 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/5ef53cb9fb284855b95e1a0dcc8d2ee7 2024-11-10T13:25:28,396 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/16cb52138a43460c9414677a0ec26e5c to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/16cb52138a43460c9414677a0ec26e5c 2024-11-10T13:25:28,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/d22f6b37333b44d1bf89d868b3780a2e to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/d22f6b37333b44d1bf89d868b3780a2e 2024-11-10T13:25:28,398 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/0c37b809accc431cb6e3a563a3106145 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/0c37b809accc431cb6e3a563a3106145 2024-11-10T13:25:28,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/6de2df64de514127b2df30454dbad81a to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/6de2df64de514127b2df30454dbad81a 2024-11-10T13:25:28,401 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/dfba562f1d274fb99030fd6d6f130461 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/dfba562f1d274fb99030fd6d6f130461 2024-11-10T13:25:28,402 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/5a82f982b66b46049629fb45e8a24496 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/5a82f982b66b46049629fb45e8a24496 2024-11-10T13:25:28,403 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/5d7f70cfab41431c96acdafa53ac5039 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/5d7f70cfab41431c96acdafa53ac5039 2024-11-10T13:25:28,404 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/6ae855de21fc406693ee58199e29e331 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/6ae855de21fc406693ee58199e29e331 2024-11-10T13:25:28,405 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/7145dab8e2114dca86f9a9c81edb833f to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/7145dab8e2114dca86f9a9c81edb833f 2024-11-10T13:25:28,406 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/d565870ac97440ab9c62b1baa65f328c to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/d565870ac97440ab9c62b1baa65f328c 2024-11-10T13:25:28,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/9651b93dfc5a48c2aaadc08f1b04c18b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/9651b93dfc5a48c2aaadc08f1b04c18b 2024-11-10T13:25:28,409 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/aeac07d4930f4c5cad688dcd632df453 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/aeac07d4930f4c5cad688dcd632df453 2024-11-10T13:25:28,410 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/8105b870a1bb4a249c8855d4b32d230c to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/8105b870a1bb4a249c8855d4b32d230c 2024-11-10T13:25:28,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/6bb41a8c8b8b42d7bc1efa8a50922148 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/6bb41a8c8b8b42d7bc1efa8a50922148 2024-11-10T13:25:28,412 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/0717cd93f5224b278e966bfaa5802293 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/0717cd93f5224b278e966bfaa5802293 2024-11-10T13:25:28,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/f75d1f963915440ea0553723da69cc74 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/f75d1f963915440ea0553723da69cc74 2024-11-10T13:25:28,414 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/4d98530209c94153ac9302c5064a5d1f to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/4d98530209c94153ac9302c5064a5d1f 2024-11-10T13:25:28,415 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/8db83295fbba4714bf1076e45e0b5612 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/8db83295fbba4714bf1076e45e0b5612 2024-11-10T13:25:28,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/775ee53db05b4ab3bae4c94f875bdc64 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/775ee53db05b4ab3bae4c94f875bdc64 2024-11-10T13:25:28,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/fe9ffc324f21449ebbc15e3416fe90f6 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/fe9ffc324f21449ebbc15e3416fe90f6 2024-11-10T13:25:28,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/f306b87605d14784a4a6d158cfd63f9a to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/f306b87605d14784a4a6d158cfd63f9a 2024-11-10T13:25:28,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/85aa67f2a0684e498ecf4c91b18487ad to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/85aa67f2a0684e498ecf4c91b18487ad 2024-11-10T13:25:28,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/14e93e6cb72c43b784e15f0473b41535 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/14e93e6cb72c43b784e15f0473b41535 2024-11-10T13:25:28,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/eec13555302f4179b5039f498be01c34 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/eec13555302f4179b5039f498be01c34 2024-11-10T13:25:28,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/080a25b5157a47258c2a09fede9e1db4 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/080a25b5157a47258c2a09fede9e1db4 2024-11-10T13:25:28,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/3590241dba2947088581cb99556f3a4c to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/3590241dba2947088581cb99556f3a4c 2024-11-10T13:25:28,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/3396651802504e73881503aaf39dc78b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/3396651802504e73881503aaf39dc78b 2024-11-10T13:25:28,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/6bd9550820a9491d86cbbdd61d8e5a36 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/6bd9550820a9491d86cbbdd61d8e5a36 2024-11-10T13:25:28,428 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/4341f181745d41d0b5e878ec1dfae426 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/4341f181745d41d0b5e878ec1dfae426 2024-11-10T13:25:28,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/f321fa3ccba9419887749b71a68a2f38 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/f321fa3ccba9419887749b71a68a2f38 2024-11-10T13:25:28,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/b9514444e90a4bc5af5276fa300ebb45 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/b9514444e90a4bc5af5276fa300ebb45 2024-11-10T13:25:28,433 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/417dfbd856b04eba97eb050fb0ca45b2, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/1f633408e04941ee9485591fb8311514, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/84238954c93d4a2ba7592e5a31b55453, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/179cdf431b124ab9bf2df86bd5533223, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/e827e8bd66e5471cbc91b614a6f2a8dc, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/df08903942a744a4ad61fedce298fb50, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/2e335f9d09a7473a9a7383ab35ba8bdb, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/34a326d8a2e348eaab57ab0bcc8d2a14, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/bcf98e00df4f4522b2f54bf5294d9b2e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/cc7cb299744e4407ba32c6718a1957a6, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/77db48d264c845ea87b38403bbdb4a81, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/aeb93eda6ea94d27806070c4eb092ca4, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/abc793de64ed475eaca21f1737a9122d, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/b9cc768c5698459c9ce4c98c2d5cd811, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/d62a331621284015b5c76272a23fbf32, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/846c989af2ad489d862a4f317656072c, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/c47fbf255f094d868de4886a7a366472, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/08908a7f276d4db1a9317065fbf7ba69, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/913b43727484441991a7db98e27ac881, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/921293a361ce4f54b8e5b669308f0118, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/c8971fe19df54ae0a73a88306d521030, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/1b382981b5ee405aaeff8f38fa745e30, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/c402e1c193f14d0d9db26db12c8f0674, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/8194c7f849e54fa6afad8a0aace09197, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/73638a1bd0c84cdebe7d6896bf74bc60, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/0d78b3249e58492da9cd0de8347f67c9, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/09ebc82bd28e4645b13a5a5612d4a15b, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/cef68ca0ff724d42b9e0af74b547f28d, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/fb3714c8592f4301b204588baa116930, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/0b58c93ad768435d9ba9e170b24281db, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/e3fe44a45612452e84890f7914cf0696, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/4698bec19fa84d1292549a3ce3aae0c1] to archive 2024-11-10T13:25:28,434 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T13:25:28,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/417dfbd856b04eba97eb050fb0ca45b2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/417dfbd856b04eba97eb050fb0ca45b2 2024-11-10T13:25:28,437 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/1f633408e04941ee9485591fb8311514 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/1f633408e04941ee9485591fb8311514 2024-11-10T13:25:28,439 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/84238954c93d4a2ba7592e5a31b55453 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/84238954c93d4a2ba7592e5a31b55453 2024-11-10T13:25:28,440 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/179cdf431b124ab9bf2df86bd5533223 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/179cdf431b124ab9bf2df86bd5533223 2024-11-10T13:25:28,442 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/e827e8bd66e5471cbc91b614a6f2a8dc to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/e827e8bd66e5471cbc91b614a6f2a8dc 2024-11-10T13:25:28,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/df08903942a744a4ad61fedce298fb50 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/df08903942a744a4ad61fedce298fb50 2024-11-10T13:25:28,445 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/2e335f9d09a7473a9a7383ab35ba8bdb to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/2e335f9d09a7473a9a7383ab35ba8bdb 2024-11-10T13:25:28,446 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/34a326d8a2e348eaab57ab0bcc8d2a14 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/34a326d8a2e348eaab57ab0bcc8d2a14 2024-11-10T13:25:28,448 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/bcf98e00df4f4522b2f54bf5294d9b2e to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/bcf98e00df4f4522b2f54bf5294d9b2e 2024-11-10T13:25:28,449 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/cc7cb299744e4407ba32c6718a1957a6 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/cc7cb299744e4407ba32c6718a1957a6 2024-11-10T13:25:28,450 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/77db48d264c845ea87b38403bbdb4a81 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/77db48d264c845ea87b38403bbdb4a81 2024-11-10T13:25:28,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/aeb93eda6ea94d27806070c4eb092ca4 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/aeb93eda6ea94d27806070c4eb092ca4 2024-11-10T13:25:28,452 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/abc793de64ed475eaca21f1737a9122d to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/abc793de64ed475eaca21f1737a9122d 2024-11-10T13:25:28,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/b9cc768c5698459c9ce4c98c2d5cd811 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/b9cc768c5698459c9ce4c98c2d5cd811 2024-11-10T13:25:28,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/d62a331621284015b5c76272a23fbf32 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/d62a331621284015b5c76272a23fbf32 2024-11-10T13:25:28,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/846c989af2ad489d862a4f317656072c to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/846c989af2ad489d862a4f317656072c 2024-11-10T13:25:28,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/c47fbf255f094d868de4886a7a366472 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/c47fbf255f094d868de4886a7a366472 2024-11-10T13:25:28,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/08908a7f276d4db1a9317065fbf7ba69 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/08908a7f276d4db1a9317065fbf7ba69 2024-11-10T13:25:28,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/913b43727484441991a7db98e27ac881 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/913b43727484441991a7db98e27ac881 2024-11-10T13:25:28,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/921293a361ce4f54b8e5b669308f0118 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/921293a361ce4f54b8e5b669308f0118 2024-11-10T13:25:28,464 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/c8971fe19df54ae0a73a88306d521030 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/c8971fe19df54ae0a73a88306d521030 2024-11-10T13:25:28,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/1b382981b5ee405aaeff8f38fa745e30 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/1b382981b5ee405aaeff8f38fa745e30 2024-11-10T13:25:28,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/c402e1c193f14d0d9db26db12c8f0674 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/c402e1c193f14d0d9db26db12c8f0674 2024-11-10T13:25:28,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/8194c7f849e54fa6afad8a0aace09197 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/8194c7f849e54fa6afad8a0aace09197 2024-11-10T13:25:28,469 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/73638a1bd0c84cdebe7d6896bf74bc60 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/73638a1bd0c84cdebe7d6896bf74bc60 2024-11-10T13:25:28,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/0d78b3249e58492da9cd0de8347f67c9 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/0d78b3249e58492da9cd0de8347f67c9 2024-11-10T13:25:28,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/09ebc82bd28e4645b13a5a5612d4a15b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/09ebc82bd28e4645b13a5a5612d4a15b 2024-11-10T13:25:28,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/cef68ca0ff724d42b9e0af74b547f28d to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/cef68ca0ff724d42b9e0af74b547f28d 2024-11-10T13:25:28,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/fb3714c8592f4301b204588baa116930 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/fb3714c8592f4301b204588baa116930 2024-11-10T13:25:28,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/0b58c93ad768435d9ba9e170b24281db to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/0b58c93ad768435d9ba9e170b24281db 2024-11-10T13:25:28,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/e3fe44a45612452e84890f7914cf0696 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/e3fe44a45612452e84890f7914cf0696 2024-11-10T13:25:28,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/4698bec19fa84d1292549a3ce3aae0c1 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/4698bec19fa84d1292549a3ce3aae0c1 2024-11-10T13:25:28,484 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/recovered.edits/483.seqid, newMaxSeqId=483, maxSeqId=1 2024-11-10T13:25:28,485 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. 2024-11-10T13:25:28,486 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for e8f877a6b7d3a4b9c40799da40f943d2: Waiting for close lock at 1731245126984Running coprocessor pre-close hooks at 1731245126984Disabling compacts and flushes for region at 1731245126984Disabling writes for close at 1731245127059 (+75 ms)Obtaining lock to block concurrent updates at 1731245127059Preparing flush snapshotting stores in e8f877a6b7d3a4b9c40799da40f943d2 at 1731245127059Finished memstore snapshotting TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731245127060 (+1 ms)Flushing stores of TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2. at 1731245127060Flushing e8f877a6b7d3a4b9c40799da40f943d2/A: creating writer at 1731245127060Flushing e8f877a6b7d3a4b9c40799da40f943d2/A: appending metadata at 1731245127063 (+3 ms)Flushing e8f877a6b7d3a4b9c40799da40f943d2/A: closing flushed file at 1731245127063Flushing e8f877a6b7d3a4b9c40799da40f943d2/B: creating writer at 1731245127480 (+417 ms)Flushing e8f877a6b7d3a4b9c40799da40f943d2/B: appending metadata at 1731245127485 (+5 ms)Flushing e8f877a6b7d3a4b9c40799da40f943d2/B: closing flushed file at 1731245127485Flushing e8f877a6b7d3a4b9c40799da40f943d2/C: creating writer at 1731245127902 (+417 ms)Flushing e8f877a6b7d3a4b9c40799da40f943d2/C: appending metadata at 1731245127906 (+4 ms)Flushing e8f877a6b7d3a4b9c40799da40f943d2/C: closing flushed file at 1731245127907 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ef9c6b9: reopening flushed file at 1731245128317 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48fb4a24: reopening flushed file at 1731245128322 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fc6386d: reopening flushed file at 1731245128327 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for e8f877a6b7d3a4b9c40799da40f943d2 in 1275ms, sequenceid=480, compaction requested=false at 1731245128334 (+7 ms)Writing region close event to WAL at 1731245128480 (+146 ms)Running coprocessor post-close hooks at 1731245128485 (+5 ms)Closed at 1731245128485 2024-11-10T13:25:28,489 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:28,490 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=e8f877a6b7d3a4b9c40799da40f943d2, regionState=CLOSED 2024-11-10T13:25:28,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 because future has completed 2024-11-10T13:25:28,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-10T13:25:28,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure e8f877a6b7d3a4b9c40799da40f943d2, server=2467a7071e00,33783,1731245097117 in 1.6700 sec 2024-11-10T13:25:28,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-10T13:25:28,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8f877a6b7d3a4b9c40799da40f943d2, UNASSIGN in 1.6770 sec 2024-11-10T13:25:28,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-10T13:25:28,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6840 sec 2024-11-10T13:25:28,502 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245128502"}]},"ts":"1731245128502"} 2024-11-10T13:25:28,504 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T13:25:28,504 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T13:25:28,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.7000 sec 2024-11-10T13:25:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-10T13:25:28,971 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:25:28,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-10T13:25:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:25:28,984 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:25:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-10T13:25:28,986 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=31, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:25:28,991 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:28,997 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A, FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B, FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C, FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/recovered.edits] 2024-11-10T13:25:29,001 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/53fd683dba1244799a7953dbefa33e5f to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/53fd683dba1244799a7953dbefa33e5f 2024-11-10T13:25:29,002 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/c431379be67d4b88a395b1f8d0406d55 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/A/c431379be67d4b88a395b1f8d0406d55 2024-11-10T13:25:29,004 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/429260ede3b24f889d7f8c74ee9121a2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/429260ede3b24f889d7f8c74ee9121a2 2024-11-10T13:25:29,005 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/a32a4f4da2bb4f9eba94803c2f810e43 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/B/a32a4f4da2bb4f9eba94803c2f810e43 2024-11-10T13:25:29,007 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/9e93c8ee26fe41c187ea2d3a924726b0 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/9e93c8ee26fe41c187ea2d3a924726b0 2024-11-10T13:25:29,008 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/b27c2449791d4f3f98423e0149dee197 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/C/b27c2449791d4f3f98423e0149dee197 2024-11-10T13:25:29,011 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/recovered.edits/483.seqid to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2/recovered.edits/483.seqid 2024-11-10T13:25:29,012 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e8f877a6b7d3a4b9c40799da40f943d2 2024-11-10T13:25:29,012 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T13:25:29,017 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=31, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:25:29,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-10T13:25:29,027 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T13:25:29,059 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T13:25:29,061 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=31, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:25:29,061 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T13:25:29,061 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731245129061"}]},"ts":"9223372036854775807"} 2024-11-10T13:25:29,066 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T13:25:29,066 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e8f877a6b7d3a4b9c40799da40f943d2, NAME => 'TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T13:25:29,066 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T13:25:29,067 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731245129066"}]},"ts":"9223372036854775807"} 2024-11-10T13:25:29,070 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T13:25:29,071 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=31, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:25:29,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 93 msec 2024-11-10T13:25:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-10T13:25:29,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T13:25:29,090 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:25:29,105 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=239 (was 211) Potentially hanging thread: RS_OPEN_REGION-regionserver/2467a7071e00:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_403800423_22 at /127.0.0.1:57634 [Waiting for operation #222] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;2467a7071e00:33783-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-530071485_22 at /127.0.0.1:42594 [Waiting for operation #233] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-530071485_22 at /127.0.0.1:57762 [Waiting for operation #179] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=505 (was 473) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3503 (was 4529) 2024-11-10T13:25:29,116 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=239, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=505, ProcessCount=11, AvailableMemoryMB=3502 2024-11-10T13:25:29,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T13:25:29,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:25:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T13:25:29,121 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:25:29,121 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:29,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 32 2024-11-10T13:25:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-10T13:25:29,123 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:25:29,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741939_1115 (size=959) 2024-11-10T13:25:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-10T13:25:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-10T13:25:29,538 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57 2024-11-10T13:25:29,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741940_1116 (size=53) 2024-11-10T13:25:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-10T13:25:29,950 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:25:29,950 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 742a11a81193aa95f22e5c815e5c2d53, disabling compactions & flushes 2024-11-10T13:25:29,950 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:29,950 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:29,950 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. after waiting 0 ms 2024-11-10T13:25:29,951 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:29,951 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:29,951 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 742a11a81193aa95f22e5c815e5c2d53: Waiting for close lock at 1731245129950Disabling compacts and flushes for region at 1731245129950Disabling writes for close at 1731245129951 (+1 ms)Writing region close event to WAL at 1731245129951Closed at 1731245129951 2024-11-10T13:25:29,954 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:25:29,955 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731245129954"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731245129954"}]},"ts":"1731245129954"} 2024-11-10T13:25:29,960 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:25:29,962 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:25:29,962 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245129962"}]},"ts":"1731245129962"} 2024-11-10T13:25:29,964 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T13:25:29,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=742a11a81193aa95f22e5c815e5c2d53, ASSIGN}] 2024-11-10T13:25:29,966 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=742a11a81193aa95f22e5c815e5c2d53, ASSIGN 2024-11-10T13:25:29,967 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=742a11a81193aa95f22e5c815e5c2d53, ASSIGN; state=OFFLINE, location=2467a7071e00,33783,1731245097117; forceNewPlan=false, retain=false 2024-11-10T13:25:30,118 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=742a11a81193aa95f22e5c815e5c2d53, regionState=OPENING, regionLocation=2467a7071e00,33783,1731245097117 2024-11-10T13:25:30,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=742a11a81193aa95f22e5c815e5c2d53, ASSIGN because future has completed 2024-11-10T13:25:30,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117}] 2024-11-10T13:25:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-10T13:25:30,370 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:30,370 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:25:30,371 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:30,371 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:25:30,372 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:30,372 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:30,375 INFO [StoreOpener-742a11a81193aa95f22e5c815e5c2d53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:30,379 INFO [StoreOpener-742a11a81193aa95f22e5c815e5c2d53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 742a11a81193aa95f22e5c815e5c2d53 columnFamilyName A 2024-11-10T13:25:30,380 DEBUG [StoreOpener-742a11a81193aa95f22e5c815e5c2d53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:30,380 INFO [StoreOpener-742a11a81193aa95f22e5c815e5c2d53-1 {}] regionserver.HStore(327): Store=742a11a81193aa95f22e5c815e5c2d53/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:25:30,381 INFO [StoreOpener-742a11a81193aa95f22e5c815e5c2d53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:30,382 INFO [StoreOpener-742a11a81193aa95f22e5c815e5c2d53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 742a11a81193aa95f22e5c815e5c2d53 columnFamilyName B 2024-11-10T13:25:30,382 DEBUG [StoreOpener-742a11a81193aa95f22e5c815e5c2d53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:30,383 INFO [StoreOpener-742a11a81193aa95f22e5c815e5c2d53-1 {}] regionserver.HStore(327): Store=742a11a81193aa95f22e5c815e5c2d53/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:25:30,383 INFO [StoreOpener-742a11a81193aa95f22e5c815e5c2d53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:30,384 INFO [StoreOpener-742a11a81193aa95f22e5c815e5c2d53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 742a11a81193aa95f22e5c815e5c2d53 columnFamilyName C 2024-11-10T13:25:30,384 DEBUG [StoreOpener-742a11a81193aa95f22e5c815e5c2d53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:30,385 INFO [StoreOpener-742a11a81193aa95f22e5c815e5c2d53-1 {}] regionserver.HStore(327): Store=742a11a81193aa95f22e5c815e5c2d53/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:25:30,385 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:30,385 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:30,386 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:30,386 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:30,386 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:30,387 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T13:25:30,388 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:30,390 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:25:30,390 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 742a11a81193aa95f22e5c815e5c2d53; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67958554, jitterRate=0.012661367654800415}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T13:25:30,390 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:30,391 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 742a11a81193aa95f22e5c815e5c2d53: Running coprocessor pre-open hook at 1731245130372Writing region info on filesystem at 1731245130372Initializing all the Stores at 1731245130374 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245130374Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245130374Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245130374Cleaning up temporary data from old regions at 1731245130387 (+13 ms)Running coprocessor post-open hooks at 1731245130390 (+3 ms)Region opened successfully at 1731245130391 (+1 ms) 2024-11-10T13:25:30,392 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., pid=34, masterSystemTime=1731245130277 2024-11-10T13:25:30,394 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:30,394 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:30,394 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=742a11a81193aa95f22e5c815e5c2d53, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,33783,1731245097117 2024-11-10T13:25:30,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 because future has completed 2024-11-10T13:25:30,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-10T13:25:30,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 in 274 msec 2024-11-10T13:25:30,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-10T13:25:30,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=742a11a81193aa95f22e5c815e5c2d53, ASSIGN in 434 msec 2024-11-10T13:25:30,402 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:25:30,402 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245130402"}]},"ts":"1731245130402"} 2024-11-10T13:25:30,403 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T13:25:30,404 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:25:30,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2860 sec 2024-11-10T13:25:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-10T13:25:31,270 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:25:31,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6374bdcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:31,271 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:25:31,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:25:31,273 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:25:31,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:25:31,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:25:31,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ed5ac9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:31,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:25:31,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:25:31,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:31,275 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:25:31,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1efd92d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:31,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:25:31,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:25:31,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:25:31,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:25:31,282 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:25:31,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,43131,1731245096350 2024-11-10T13:25:31,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74e5ca68 2024-11-10T13:25:31,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:25:31,285 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:25:31,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T13:25:31,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:25:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-10T13:25:31,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741941_1117 (size=995) 2024-11-10T13:25:31,717 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-10T13:25:31,717 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-10T13:25:31,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T13:25:31,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=742a11a81193aa95f22e5c815e5c2d53, REOPEN/MOVE}] 2024-11-10T13:25:31,731 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=742a11a81193aa95f22e5c815e5c2d53, REOPEN/MOVE 2024-11-10T13:25:31,732 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=742a11a81193aa95f22e5c815e5c2d53, regionState=CLOSING, regionLocation=2467a7071e00,33783,1731245097117 2024-11-10T13:25:31,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=742a11a81193aa95f22e5c815e5c2d53, REOPEN/MOVE because future has completed 2024-11-10T13:25:31,733 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T13:25:31,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117}] 2024-11-10T13:25:31,886 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:31,886 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T13:25:31,886 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing 742a11a81193aa95f22e5c815e5c2d53, disabling compactions & flushes 2024-11-10T13:25:31,886 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:31,886 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:31,886 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. after waiting 0 ms 2024-11-10T13:25:31,886 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:31,891 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T13:25:31,892 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:31,892 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for 742a11a81193aa95f22e5c815e5c2d53: Waiting for close lock at 1731245131886Running coprocessor pre-close hooks at 1731245131886Disabling compacts and flushes for region at 1731245131886Disabling writes for close at 1731245131886Writing region close event to WAL at 1731245131887 (+1 ms)Running coprocessor post-close hooks at 1731245131892 (+5 ms)Closed at 1731245131892 2024-11-10T13:25:31,893 WARN [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionServer(3299): Not adding moved region record: 742a11a81193aa95f22e5c815e5c2d53 to self. 2024-11-10T13:25:31,895 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:31,896 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=742a11a81193aa95f22e5c815e5c2d53, regionState=CLOSED 2024-11-10T13:25:31,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 because future has completed 2024-11-10T13:25:31,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-10T13:25:31,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure 742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 in 168 msec 2024-11-10T13:25:31,905 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=742a11a81193aa95f22e5c815e5c2d53, REOPEN/MOVE; state=CLOSED, location=2467a7071e00,33783,1731245097117; forceNewPlan=false, retain=true 2024-11-10T13:25:32,057 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=742a11a81193aa95f22e5c815e5c2d53, regionState=OPENING, regionLocation=2467a7071e00,33783,1731245097117 2024-11-10T13:25:32,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=742a11a81193aa95f22e5c815e5c2d53, REOPEN/MOVE because future has completed 2024-11-10T13:25:32,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117}] 2024-11-10T13:25:32,224 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:32,224 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:25:32,225 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:32,225 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:25:32,225 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:32,225 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:32,230 INFO [StoreOpener-742a11a81193aa95f22e5c815e5c2d53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:32,236 INFO [StoreOpener-742a11a81193aa95f22e5c815e5c2d53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 742a11a81193aa95f22e5c815e5c2d53 columnFamilyName A 2024-11-10T13:25:32,238 DEBUG [StoreOpener-742a11a81193aa95f22e5c815e5c2d53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:32,239 INFO [StoreOpener-742a11a81193aa95f22e5c815e5c2d53-1 {}] regionserver.HStore(327): Store=742a11a81193aa95f22e5c815e5c2d53/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:25:32,239 INFO [StoreOpener-742a11a81193aa95f22e5c815e5c2d53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:32,240 INFO [StoreOpener-742a11a81193aa95f22e5c815e5c2d53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 742a11a81193aa95f22e5c815e5c2d53 columnFamilyName B 2024-11-10T13:25:32,240 DEBUG [StoreOpener-742a11a81193aa95f22e5c815e5c2d53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:32,241 INFO [StoreOpener-742a11a81193aa95f22e5c815e5c2d53-1 {}] regionserver.HStore(327): Store=742a11a81193aa95f22e5c815e5c2d53/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:25:32,241 INFO [StoreOpener-742a11a81193aa95f22e5c815e5c2d53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:32,241 INFO [StoreOpener-742a11a81193aa95f22e5c815e5c2d53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 742a11a81193aa95f22e5c815e5c2d53 columnFamilyName C 2024-11-10T13:25:32,241 DEBUG [StoreOpener-742a11a81193aa95f22e5c815e5c2d53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:32,242 INFO [StoreOpener-742a11a81193aa95f22e5c815e5c2d53-1 {}] regionserver.HStore(327): Store=742a11a81193aa95f22e5c815e5c2d53/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:25:32,242 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:32,243 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:32,244 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:32,245 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:32,245 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:32,245 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T13:25:32,247 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:32,247 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 742a11a81193aa95f22e5c815e5c2d53; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74345945, jitterRate=0.10784091055393219}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T13:25:32,247 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:32,248 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 742a11a81193aa95f22e5c815e5c2d53: Running coprocessor pre-open hook at 1731245132225Writing region info on filesystem at 1731245132225Initializing all the Stores at 1731245132226 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245132227 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245132227Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245132227Cleaning up temporary data from old regions at 1731245132245 (+18 ms)Running coprocessor post-open hooks at 1731245132247 (+2 ms)Region opened successfully at 1731245132248 (+1 ms) 2024-11-10T13:25:32,249 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., pid=39, masterSystemTime=1731245132215 2024-11-10T13:25:32,251 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:32,251 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:32,251 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=742a11a81193aa95f22e5c815e5c2d53, regionState=OPEN, openSeqNum=5, regionLocation=2467a7071e00,33783,1731245097117 2024-11-10T13:25:32,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 because future has completed 2024-11-10T13:25:32,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=37 2024-11-10T13:25:32,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure 742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 in 193 msec 2024-11-10T13:25:32,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-10T13:25:32,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=742a11a81193aa95f22e5c815e5c2d53, REOPEN/MOVE in 526 msec 2024-11-10T13:25:32,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-10T13:25:32,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 536 msec 2024-11-10T13:25:32,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 966 msec 2024-11-10T13:25:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-10T13:25:32,266 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:25:32,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e853879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:32,267 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:25:32,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:25:32,268 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:25:32,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:25:32,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:25:32,269 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70170304, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:32,269 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:25:32,269 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:25:32,269 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:32,270 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:25:32,270 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b2fe42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:32,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a00ea56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:32,271 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:25:32,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:25:32,272 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:25:32,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:25:32,273 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:25:32,273 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2ad28e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:32,273 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:25:32,273 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:25:32,273 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:32,274 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:25:32,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75deb712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:32,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b474cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:32,276 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:25:32,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:25:32,277 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:25:32,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:25:32,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:25:32,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6596d1b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:32,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:25:32,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:25:32,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:32,279 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:25:32,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f841cf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:32,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0133ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:32,280 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:25:32,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:25:32,281 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:25:32,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:25:32,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:25:32,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d783501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:32,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:25:32,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:25:32,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:32,283 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:25:32,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd9d63e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:32,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b0d456e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:32,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:25:32,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:25:32,286 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:25:32,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:25:32,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:25:32,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e5091a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:32,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:25:32,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:25:32,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:32,287 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:25:32,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56cde60a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:32,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c26b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:32,288 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:25:32,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:25:32,289 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:25:32,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:25:32,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:25:32,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d526a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:32,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:25:32,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:25:32,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:32,291 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:25:32,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a5ddbe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:32,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f10c2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:32,292 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:25:32,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:25:32,293 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:25:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:25:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:25:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@991b16f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:25:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:25:32,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:32,294 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:25:32,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8a357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:32,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7adec721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:32,296 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:25:32,296 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:25:32,297 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:25:32,297 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:25:32,297 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:25:32,297 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56fbf268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:32,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:25:32,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:25:32,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:32,299 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:25:32,299 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1931dd8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:32,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78c2fc25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:32,300 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:25:32,301 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:25:32,301 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:25:32,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:25:32,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:25:32,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd27410, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:32,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:25:32,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:25:32,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:32,303 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:25:32,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4f1b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:25:32,305 DEBUG [Thread-605 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:25:32,305 DEBUG [Thread-607 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:25:32,305 DEBUG [Thread-603 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:25:32,305 DEBUG [Thread-601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:25:32,305 DEBUG [Thread-610 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:25:32,306 DEBUG [Thread-614 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:25:32,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:25:32,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:25:32,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:25:32,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:25:32,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:25:32,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:25:32,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:25:32,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:25:32,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:25:32,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:25:32,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:25:32,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:25:32,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:25:32,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:25:32,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:25:32,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:25:32,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:25:32,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:25:32,312 DEBUG [Thread-599 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:25:32,312 DEBUG [Thread-612 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:25:32,313 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:25:32,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:25:32,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:25:32,313 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:25:32,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5] 2024-11-10T13:25:32,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:25:32,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:25:32,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:25:32,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5] 2024-11-10T13:25:32,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5] 2024-11-10T13:25:32,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5] 2024-11-10T13:25:32,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5] 2024-11-10T13:25:32,320 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5] 2024-11-10T13:25:32,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-10T13:25:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-10T13:25:32,321 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:25:32,322 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:25:32,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:25:32,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5] 2024-11-10T13:25:32,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5] 2024-11-10T13:25:32,325 DEBUG [Thread-616 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:25:32,326 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:25:32,326 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:25:32,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:25:32,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5] 2024-11-10T13:25:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:32,350 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:25:32,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 742a11a81193aa95f22e5c815e5c2d53 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T13:25:32,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111038c34e2dc51846a2ab9f338ae017dea1_742a11a81193aa95f22e5c815e5c2d53 is 50, key is test_row_0/A:col10/1731245132344/Put/seqid=0 2024-11-10T13:25:32,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56078 deadline: 1731245192395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:32,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56064 deadline: 1731245192397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:32,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:32,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:32,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:32,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:32,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:32,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:32,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245192400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:32,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:32,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:32,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:32,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56056 deadline: 1731245192401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:32,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:32,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:32,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:32,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:32,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741942_1118 (size=14594) 2024-11-10T13:25:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56036 deadline: 1731245192401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:32,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:32,427 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:32,427 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-10T13:25:32,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-10T13:25:32,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:32,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:32,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:32,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:32,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:32,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:32,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56064 deadline: 1731245192509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:32,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:32,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:32,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:32,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56056 deadline: 1731245192530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:32,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:32,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56078 deadline: 1731245192530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:32,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:32,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:32,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:32,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:32,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:32,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56036 deadline: 1731245192530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:32,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:32,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:32,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:32,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245192530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:32,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:32,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:32,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:32,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-10T13:25:32,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:32,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:32,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:32,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:32,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:32,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-10T13:25:32,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:32,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56064 deadline: 1731245192720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:32,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:32,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:32,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:32,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56078 deadline: 1731245192740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:32,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56036 deadline: 1731245192740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:32,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:32,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:32,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:32,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:32,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:32,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:32,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:32,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56056 deadline: 1731245192740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:32,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:32,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:32,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:32,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:32,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245192740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:32,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:32,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:32,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:32,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-10T13:25:32,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:32,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:32,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:32,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:32,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:32,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:32,827 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:32,835 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111038c34e2dc51846a2ab9f338ae017dea1_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111038c34e2dc51846a2ab9f338ae017dea1_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:32,837 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/34fbbfc524d241f4ac078f49baadc297, store: [table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:32,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/34fbbfc524d241f4ac078f49baadc297 is 175, key is test_row_0/A:col10/1731245132344/Put/seqid=0 2024-11-10T13:25:32,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741943_1119 (size=39545) 2024-11-10T13:25:32,857 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/34fbbfc524d241f4ac078f49baadc297 2024-11-10T13:25:32,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/1aa7b894c1ea4f16a1d4b5c44b7f1d0e is 50, key is test_row_0/B:col10/1731245132344/Put/seqid=0 2024-11-10T13:25:32,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741944_1120 (size=9657) 2024-11-10T13:25:32,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/1aa7b894c1ea4f16a1d4b5c44b7f1d0e 2024-11-10T13:25:32,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-10T13:25:32,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:32,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:32,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:32,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:32,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-10T13:25:32,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/492fe136522f4a5baa7140cbb07a3bc2 is 50, key is test_row_0/C:col10/1731245132344/Put/seqid=0 2024-11-10T13:25:32,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741945_1121 (size=9657) 2024-11-10T13:25:32,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/492fe136522f4a5baa7140cbb07a3bc2 2024-11-10T13:25:33,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/34fbbfc524d241f4ac078f49baadc297 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/34fbbfc524d241f4ac078f49baadc297 2024-11-10T13:25:33,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/34fbbfc524d241f4ac078f49baadc297, entries=200, sequenceid=16, filesize=38.6 K 2024-11-10T13:25:33,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/1aa7b894c1ea4f16a1d4b5c44b7f1d0e as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/1aa7b894c1ea4f16a1d4b5c44b7f1d0e 2024-11-10T13:25:33,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/1aa7b894c1ea4f16a1d4b5c44b7f1d0e, entries=100, sequenceid=16, filesize=9.4 K 2024-11-10T13:25:33,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:33,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/492fe136522f4a5baa7140cbb07a3bc2 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/492fe136522f4a5baa7140cbb07a3bc2 2024-11-10T13:25:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56064 deadline: 1731245193039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:33,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:33,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56078 deadline: 1731245193050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:33,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56056 deadline: 1731245193050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:33,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:33,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56036 deadline: 1731245193050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:33,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:33,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:33,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:33,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245193056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:33,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:33,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/492fe136522f4a5baa7140cbb07a3bc2, entries=100, sequenceid=16, filesize=9.4 K 2024-11-10T13:25:33,063 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 742a11a81193aa95f22e5c815e5c2d53 in 712ms, sequenceid=16, compaction requested=false 2024-11-10T13:25:33,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:33,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-10T13:25:33,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:33,098 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 742a11a81193aa95f22e5c815e5c2d53 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T13:25:33,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100d41a43bb98f4c0696931c1b965cbe3e_742a11a81193aa95f22e5c815e5c2d53 is 50, key is test_row_0/A:col10/1731245132398/Put/seqid=0 2024-11-10T13:25:33,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741946_1122 (size=12154) 2024-11-10T13:25:33,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:33,130 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100d41a43bb98f4c0696931c1b965cbe3e_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100d41a43bb98f4c0696931c1b965cbe3e_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:33,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/76fbd3968c4e4984aaf32ab28f1508d0, store: [table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:33,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/76fbd3968c4e4984aaf32ab28f1508d0 is 175, key is test_row_0/A:col10/1731245132398/Put/seqid=0 2024-11-10T13:25:33,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741947_1123 (size=30955) 2024-11-10T13:25:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-10T13:25:33,538 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/76fbd3968c4e4984aaf32ab28f1508d0 2024-11-10T13:25:33,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/a8870e6364ee474baf258174b070a91d is 50, key is test_row_0/B:col10/1731245132398/Put/seqid=0 2024-11-10T13:25:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:33,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:33,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56064 deadline: 1731245193568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:33,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56078 deadline: 1731245193568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:33,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:33,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:33,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245193569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:33,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56036 deadline: 1731245193570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:33,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56056 deadline: 1731245193570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:33,572 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,572 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,572 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:33,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:33,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:33,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741948_1124 (size=12001) 2024-11-10T13:25:33,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56064 deadline: 1731245193679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:33,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:33,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:33,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56056 deadline: 1731245193679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:33,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56036 deadline: 1731245193679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:33,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:33,681 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,681 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,681 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:33,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:33,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56078 deadline: 1731245193680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:33,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:33,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:33,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:33,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56064 deadline: 1731245193889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:33,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56036 deadline: 1731245193889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:33,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:33,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56056 deadline: 1731245193890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:33,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:33,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:33,891 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56078 deadline: 1731245193890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:33,891 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,891 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,891 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,891 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:33,891 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:33,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:33,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:33,975 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/a8870e6364ee474baf258174b070a91d 2024-11-10T13:25:33,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/08e08fb0c3cc4dcdadbc51e67bfccbe9 is 50, key is test_row_0/C:col10/1731245132398/Put/seqid=0 2024-11-10T13:25:34,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741949_1125 (size=12001) 2024-11-10T13:25:34,024 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T13:25:34,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:34,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:34,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56064 deadline: 1731245194200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:34,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56056 deadline: 1731245194199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:34,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:34,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:34,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56078 deadline: 1731245194200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:34,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56036 deadline: 1731245194200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:34,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:34,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:34,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:34,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:34,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:34,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:34,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:34,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:34,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:34,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:34,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:34,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:34,406 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/08e08fb0c3cc4dcdadbc51e67bfccbe9 2024-11-10T13:25:34,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/76fbd3968c4e4984aaf32ab28f1508d0 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/76fbd3968c4e4984aaf32ab28f1508d0 2024-11-10T13:25:34,420 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/76fbd3968c4e4984aaf32ab28f1508d0, entries=150, sequenceid=40, filesize=30.2 K 2024-11-10T13:25:34,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/a8870e6364ee474baf258174b070a91d as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/a8870e6364ee474baf258174b070a91d 2024-11-10T13:25:34,427 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/a8870e6364ee474baf258174b070a91d, entries=150, sequenceid=40, filesize=11.7 K 2024-11-10T13:25:34,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/08e08fb0c3cc4dcdadbc51e67bfccbe9 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/08e08fb0c3cc4dcdadbc51e67bfccbe9 2024-11-10T13:25:34,435 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/08e08fb0c3cc4dcdadbc51e67bfccbe9, entries=150, sequenceid=40, filesize=11.7 K 2024-11-10T13:25:34,436 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 742a11a81193aa95f22e5c815e5c2d53 in 1338ms, sequenceid=40, compaction requested=false 2024-11-10T13:25:34,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:34,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:34,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-10T13:25:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-10T13:25:34,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-10T13:25:34,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1160 sec 2024-11-10T13:25:34,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 2.1280 sec 2024-11-10T13:25:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-10T13:25:34,470 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:25:34,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:25:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-10T13:25:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T13:25:34,472 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:25:34,473 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:25:34,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:25:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T13:25:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:34,581 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:25:34,581 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 742a11a81193aa95f22e5c815e5c2d53 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-10T13:25:34,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109877da74637840c982b9a972eb1a5000_742a11a81193aa95f22e5c815e5c2d53 is 50, key is test_row_0/A:col10/1731245133568/Put/seqid=0 2024-11-10T13:25:34,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741950_1126 (size=14594) 2024-11-10T13:25:34,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T13:25:34,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:34,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:34,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:34,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:34,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:34,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245194661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:34,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:34,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:34,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:34,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56078 deadline: 1731245194709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:34,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:34,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56056 deadline: 1731245194709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:34,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:34,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:34,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:34,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56036 deadline: 1731245194709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:34,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:34,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:34,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:34,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:34,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:34,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56064 deadline: 1731245194709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:34,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:34,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:34,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:34,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245194770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:34,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T13:25:34,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:34,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:34,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:34,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:34,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T13:25:34,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T13:25:34,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:34,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:34,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:34,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:34,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:34,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245194980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:34,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:34,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:34,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:35,004 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:35,008 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109877da74637840c982b9a972eb1a5000_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109877da74637840c982b9a972eb1a5000_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:35,010 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/5458ed3e53c247d687af18a115f5d34f, store: [table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:35,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/5458ed3e53c247d687af18a115f5d34f is 175, key is test_row_0/A:col10/1731245133568/Put/seqid=0 2024-11-10T13:25:35,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741951_1127 (size=39549) 2024-11-10T13:25:35,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T13:25:35,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:35,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:35,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:35,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:35,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T13:25:35,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T13:25:35,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:35,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:35,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:35,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:35,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:35,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245195289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:35,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:35,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:35,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:35,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T13:25:35,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:35,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:35,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:35,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:35,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:35,421 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/5458ed3e53c247d687af18a115f5d34f 2024-11-10T13:25:35,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/68a780b5535d45729534f922b3f14131 is 50, key is test_row_0/B:col10/1731245133568/Put/seqid=0 2024-11-10T13:25:35,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741952_1128 (size=12001) 2024-11-10T13:25:35,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T13:25:35,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:35,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:35,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:35,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:35,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T13:25:35,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T13:25:35,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:35,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:35,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:35,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:35,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:35,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:35,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56056 deadline: 1731245195719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56064 deadline: 1731245195719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:35,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56036 deadline: 1731245195719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:35,720 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_0' in 742a11a81193aa95f22e5c815e5c2d53 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:25:35,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:35,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:35,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:35,721 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_2' in 742a11a81193aa95f22e5c815e5c2d53 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:25:35,721 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:35,721 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:35,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:35,721 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_0' in 742a11a81193aa95f22e5c815e5c2d53 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:25:35,722 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:35,722 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:35,722 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:35,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56078 deadline: 1731245195730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:35,731 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_0' in 742a11a81193aa95f22e5c815e5c2d53 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:25:35,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:35,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:35,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:35,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245195799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:35,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:35,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:35,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:35,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/68a780b5535d45729534f922b3f14131 2024-11-10T13:25:35,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T13:25:35,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:35,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:35,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:35,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:35,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:35,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/62f178b5c62b4fe595bdc1cc42922026 is 50, key is test_row_0/C:col10/1731245133568/Put/seqid=0 2024-11-10T13:25:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:35,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741953_1129 (size=12001) 2024-11-10T13:25:36,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T13:25:36,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:36,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:36,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:36,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:36,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:36,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T13:25:36,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:36,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:36,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:36,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:36,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:36,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:36,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/62f178b5c62b4fe595bdc1cc42922026 2024-11-10T13:25:36,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/5458ed3e53c247d687af18a115f5d34f as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/5458ed3e53c247d687af18a115f5d34f 2024-11-10T13:25:36,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/5458ed3e53c247d687af18a115f5d34f, entries=200, sequenceid=54, filesize=38.6 K 2024-11-10T13:25:36,272 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-10T13:25:36,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/68a780b5535d45729534f922b3f14131 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/68a780b5535d45729534f922b3f14131 2024-11-10T13:25:36,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/68a780b5535d45729534f922b3f14131, entries=150, sequenceid=54, filesize=11.7 K 2024-11-10T13:25:36,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/62f178b5c62b4fe595bdc1cc42922026 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/62f178b5c62b4fe595bdc1cc42922026 2024-11-10T13:25:36,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/62f178b5c62b4fe595bdc1cc42922026, entries=150, sequenceid=54, filesize=11.7 K 2024-11-10T13:25:36,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 742a11a81193aa95f22e5c815e5c2d53 in 1703ms, sequenceid=54, compaction requested=true 2024-11-10T13:25:36,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:36,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 742a11a81193aa95f22e5c815e5c2d53:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:25:36,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:36,285 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:25:36,285 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:25:36,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 742a11a81193aa95f22e5c815e5c2d53:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:25:36,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:36,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 742a11a81193aa95f22e5c815e5c2d53:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:25:36,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:36,286 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:25:36,286 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:25:36,286 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): 742a11a81193aa95f22e5c815e5c2d53/A is initiating minor compaction (all files) 2024-11-10T13:25:36,286 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 742a11a81193aa95f22e5c815e5c2d53/B is initiating minor compaction (all files) 2024-11-10T13:25:36,286 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 742a11a81193aa95f22e5c815e5c2d53/A in TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:36,286 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 742a11a81193aa95f22e5c815e5c2d53/B in TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:36,286 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/34fbbfc524d241f4ac078f49baadc297, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/76fbd3968c4e4984aaf32ab28f1508d0, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/5458ed3e53c247d687af18a115f5d34f] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp, totalSize=107.5 K 2024-11-10T13:25:36,286 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/1aa7b894c1ea4f16a1d4b5c44b7f1d0e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/a8870e6364ee474baf258174b070a91d, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/68a780b5535d45729534f922b3f14131] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp, totalSize=32.9 K 2024-11-10T13:25:36,286 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:36,287 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. files: [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/34fbbfc524d241f4ac078f49baadc297, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/76fbd3968c4e4984aaf32ab28f1508d0, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/5458ed3e53c247d687af18a115f5d34f] 2024-11-10T13:25:36,287 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 1aa7b894c1ea4f16a1d4b5c44b7f1d0e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731245132344 2024-11-10T13:25:36,287 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34fbbfc524d241f4ac078f49baadc297, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731245132342 2024-11-10T13:25:36,287 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting a8870e6364ee474baf258174b070a91d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731245132392 2024-11-10T13:25:36,287 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76fbd3968c4e4984aaf32ab28f1508d0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731245132392 2024-11-10T13:25:36,287 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 68a780b5535d45729534f922b3f14131, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731245133567 2024-11-10T13:25:36,288 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5458ed3e53c247d687af18a115f5d34f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731245133561 2024-11-10T13:25:36,296 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:36,296 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 742a11a81193aa95f22e5c815e5c2d53#B#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:36,297 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/315761f7b7a94cdaa9ffe5a10e208363 is 50, key is test_row_0/B:col10/1731245133568/Put/seqid=0 2024-11-10T13:25:36,299 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110c7538db90e344db7b706f0dc1bba94c7_742a11a81193aa95f22e5c815e5c2d53 store=[table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:36,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T13:25:36,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:36,307 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 742a11a81193aa95f22e5c815e5c2d53 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-10T13:25:36,309 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110c7538db90e344db7b706f0dc1bba94c7_742a11a81193aa95f22e5c815e5c2d53, store=[table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:36,309 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c7538db90e344db7b706f0dc1bba94c7_742a11a81193aa95f22e5c815e5c2d53 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:36,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741954_1130 (size=12104) 2024-11-10T13:25:36,334 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/315761f7b7a94cdaa9ffe5a10e208363 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/315761f7b7a94cdaa9ffe5a10e208363 2024-11-10T13:25:36,341 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 742a11a81193aa95f22e5c815e5c2d53/B of 742a11a81193aa95f22e5c815e5c2d53 into 315761f7b7a94cdaa9ffe5a10e208363(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:36,341 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:36,342 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., storeName=742a11a81193aa95f22e5c815e5c2d53/B, priority=13, startTime=1731245136285; duration=0sec 2024-11-10T13:25:36,342 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:36,342 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 742a11a81193aa95f22e5c815e5c2d53:B 2024-11-10T13:25:36,342 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:25:36,344 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:25:36,344 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 742a11a81193aa95f22e5c815e5c2d53/C is initiating minor compaction (all files) 2024-11-10T13:25:36,344 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 742a11a81193aa95f22e5c815e5c2d53/C in TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:36,344 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/492fe136522f4a5baa7140cbb07a3bc2, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/08e08fb0c3cc4dcdadbc51e67bfccbe9, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/62f178b5c62b4fe595bdc1cc42922026] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp, totalSize=32.9 K 2024-11-10T13:25:36,345 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 492fe136522f4a5baa7140cbb07a3bc2, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731245132344 2024-11-10T13:25:36,345 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 08e08fb0c3cc4dcdadbc51e67bfccbe9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731245132392 2024-11-10T13:25:36,346 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 62f178b5c62b4fe595bdc1cc42922026, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731245133567 2024-11-10T13:25:36,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110623a058a1ad948ae94d044e57476a739_742a11a81193aa95f22e5c815e5c2d53 is 50, key is test_row_0/A:col10/1731245134638/Put/seqid=0 2024-11-10T13:25:36,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741955_1131 (size=4469) 2024-11-10T13:25:36,365 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 742a11a81193aa95f22e5c815e5c2d53#A#compaction#112 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:36,365 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/7d97a4b14a18456a9e831411ee0c67c1 is 175, key is test_row_0/A:col10/1731245133568/Put/seqid=0 2024-11-10T13:25:36,375 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 742a11a81193aa95f22e5c815e5c2d53#C#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:36,375 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/c396b7b21ba74473bfb3aa853b784758 is 50, key is test_row_0/C:col10/1731245133568/Put/seqid=0 2024-11-10T13:25:36,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741956_1132 (size=12154) 2024-11-10T13:25:36,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:36,413 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110623a058a1ad948ae94d044e57476a739_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110623a058a1ad948ae94d044e57476a739_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:36,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/e2e0382d70164997affdbc36aa95b012, store: [table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:36,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/e2e0382d70164997affdbc36aa95b012 is 175, key is test_row_0/A:col10/1731245134638/Put/seqid=0 2024-11-10T13:25:36,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741958_1134 (size=12104) 2024-11-10T13:25:36,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741959_1135 (size=30955) 2024-11-10T13:25:36,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741957_1133 (size=31058) 2024-11-10T13:25:36,435 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/c396b7b21ba74473bfb3aa853b784758 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/c396b7b21ba74473bfb3aa853b784758 2024-11-10T13:25:36,442 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 742a11a81193aa95f22e5c815e5c2d53/C of 742a11a81193aa95f22e5c815e5c2d53 into c396b7b21ba74473bfb3aa853b784758(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:36,442 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:36,442 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., storeName=742a11a81193aa95f22e5c815e5c2d53/C, priority=13, startTime=1731245136285; duration=0sec 2024-11-10T13:25:36,442 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:36,442 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 742a11a81193aa95f22e5c815e5c2d53:C 2024-11-10T13:25:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T13:25:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:36,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:36,827 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/e2e0382d70164997affdbc36aa95b012 2024-11-10T13:25:36,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/f2026c42c1c04731a73daf6f682c7cc5 is 50, key is test_row_0/B:col10/1731245134638/Put/seqid=0 2024-11-10T13:25:36,845 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/7d97a4b14a18456a9e831411ee0c67c1 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/7d97a4b14a18456a9e831411ee0c67c1 2024-11-10T13:25:36,853 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 742a11a81193aa95f22e5c815e5c2d53/A of 742a11a81193aa95f22e5c815e5c2d53 into 7d97a4b14a18456a9e831411ee0c67c1(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:36,853 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:36,853 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., storeName=742a11a81193aa95f22e5c815e5c2d53/A, priority=13, startTime=1731245136285; duration=0sec 2024-11-10T13:25:36,854 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:36,854 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 742a11a81193aa95f22e5c815e5c2d53:A 2024-11-10T13:25:36,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741960_1136 (size=12001) 2024-11-10T13:25:36,871 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/f2026c42c1c04731a73daf6f682c7cc5 2024-11-10T13:25:36,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245196872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:36,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:36,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:36,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:36,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/dc610d45a0f046ad9dc382d6d980accf is 50, key is test_row_0/C:col10/1731245134638/Put/seqid=0 2024-11-10T13:25:36,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741961_1137 (size=12001) 2024-11-10T13:25:36,903 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/dc610d45a0f046ad9dc382d6d980accf 2024-11-10T13:25:36,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/e2e0382d70164997affdbc36aa95b012 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/e2e0382d70164997affdbc36aa95b012 2024-11-10T13:25:36,920 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/e2e0382d70164997affdbc36aa95b012, entries=150, sequenceid=76, filesize=30.2 K 2024-11-10T13:25:36,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/f2026c42c1c04731a73daf6f682c7cc5 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/f2026c42c1c04731a73daf6f682c7cc5 2024-11-10T13:25:36,932 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/f2026c42c1c04731a73daf6f682c7cc5, entries=150, sequenceid=76, filesize=11.7 K 2024-11-10T13:25:36,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/dc610d45a0f046ad9dc382d6d980accf as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/dc610d45a0f046ad9dc382d6d980accf 2024-11-10T13:25:36,951 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/dc610d45a0f046ad9dc382d6d980accf, entries=150, sequenceid=76, filesize=11.7 K 2024-11-10T13:25:36,953 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 742a11a81193aa95f22e5c815e5c2d53 in 646ms, sequenceid=76, compaction requested=false 2024-11-10T13:25:36,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:36,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:36,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-10T13:25:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-10T13:25:36,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-10T13:25:36,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4810 sec 2024-11-10T13:25:36,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.4900 sec 2024-11-10T13:25:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:36,981 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:25:36,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 742a11a81193aa95f22e5c815e5c2d53 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-10T13:25:37,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e73e2cc38f7645df93bcbb259c335b64_742a11a81193aa95f22e5c815e5c2d53 is 50, key is test_row_0/A:col10/1731245136839/Put/seqid=0 2024-11-10T13:25:37,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741962_1138 (size=14594) 2024-11-10T13:25:37,027 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:37,034 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e73e2cc38f7645df93bcbb259c335b64_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e73e2cc38f7645df93bcbb259c335b64_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:37,036 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/97dc320a3929472bbda7e6869ac837fb, store: [table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:37,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/97dc320a3929472bbda7e6869ac837fb is 175, key is test_row_0/A:col10/1731245136839/Put/seqid=0 2024-11-10T13:25:37,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741963_1139 (size=39549) 2024-11-10T13:25:37,049 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/97dc320a3929472bbda7e6869ac837fb 2024-11-10T13:25:37,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/10c68ab25ce84e12b9052aa6e7ea4809 is 50, key is test_row_0/B:col10/1731245136839/Put/seqid=0 2024-11-10T13:25:37,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245197088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:37,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:37,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:37,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:37,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741964_1140 (size=12001) 2024-11-10T13:25:37,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/10c68ab25ce84e12b9052aa6e7ea4809 2024-11-10T13:25:37,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/ffae5e6f9aa5483b85a9c0e6450e1737 is 50, key is test_row_0/C:col10/1731245136839/Put/seqid=0 2024-11-10T13:25:37,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741965_1141 (size=12001) 2024-11-10T13:25:37,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/ffae5e6f9aa5483b85a9c0e6450e1737 2024-11-10T13:25:37,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/97dc320a3929472bbda7e6869ac837fb as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/97dc320a3929472bbda7e6869ac837fb 2024-11-10T13:25:37,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/97dc320a3929472bbda7e6869ac837fb, entries=200, sequenceid=94, filesize=38.6 K 2024-11-10T13:25:37,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/10c68ab25ce84e12b9052aa6e7ea4809 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/10c68ab25ce84e12b9052aa6e7ea4809 2024-11-10T13:25:37,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/10c68ab25ce84e12b9052aa6e7ea4809, entries=150, sequenceid=94, filesize=11.7 K 2024-11-10T13:25:37,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/ffae5e6f9aa5483b85a9c0e6450e1737 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/ffae5e6f9aa5483b85a9c0e6450e1737 2024-11-10T13:25:37,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/ffae5e6f9aa5483b85a9c0e6450e1737, entries=150, sequenceid=94, filesize=11.7 K 2024-11-10T13:25:37,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 742a11a81193aa95f22e5c815e5c2d53 in 167ms, sequenceid=94, compaction requested=true 2024-11-10T13:25:37,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:37,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 742a11a81193aa95f22e5c815e5c2d53:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:25:37,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:37,148 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:25:37,149 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:25:37,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 742a11a81193aa95f22e5c815e5c2d53:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:25:37,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:37,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 742a11a81193aa95f22e5c815e5c2d53:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:25:37,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:37,150 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:25:37,150 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 742a11a81193aa95f22e5c815e5c2d53/B is initiating minor compaction (all files) 2024-11-10T13:25:37,150 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 742a11a81193aa95f22e5c815e5c2d53/B in TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:37,150 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/315761f7b7a94cdaa9ffe5a10e208363, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/f2026c42c1c04731a73daf6f682c7cc5, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/10c68ab25ce84e12b9052aa6e7ea4809] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp, totalSize=35.3 K 2024-11-10T13:25:37,151 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:25:37,151 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 315761f7b7a94cdaa9ffe5a10e208363, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731245133567 2024-11-10T13:25:37,151 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): 742a11a81193aa95f22e5c815e5c2d53/A is initiating minor compaction (all files) 2024-11-10T13:25:37,151 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 742a11a81193aa95f22e5c815e5c2d53/A in TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:37,151 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/7d97a4b14a18456a9e831411ee0c67c1, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/e2e0382d70164997affdbc36aa95b012, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/97dc320a3929472bbda7e6869ac837fb] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp, totalSize=99.2 K 2024-11-10T13:25:37,151 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:37,151 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. files: [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/7d97a4b14a18456a9e831411ee0c67c1, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/e2e0382d70164997affdbc36aa95b012, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/97dc320a3929472bbda7e6869ac837fb] 2024-11-10T13:25:37,151 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting f2026c42c1c04731a73daf6f682c7cc5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731245134638 2024-11-10T13:25:37,152 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d97a4b14a18456a9e831411ee0c67c1, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731245133567 2024-11-10T13:25:37,152 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 10c68ab25ce84e12b9052aa6e7ea4809, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731245136839 2024-11-10T13:25:37,152 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2e0382d70164997affdbc36aa95b012, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731245134638 2024-11-10T13:25:37,152 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97dc320a3929472bbda7e6869ac837fb, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731245136839 2024-11-10T13:25:37,160 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:37,162 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 742a11a81193aa95f22e5c815e5c2d53#B#compaction#120 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:37,162 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/2bf1ef7ca1634b658f947b12785297ce is 50, key is test_row_0/B:col10/1731245136839/Put/seqid=0 2024-11-10T13:25:37,169 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111043759d29b794437f976d4f358cd3aedb_742a11a81193aa95f22e5c815e5c2d53 store=[table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:37,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741966_1142 (size=12207) 2024-11-10T13:25:37,173 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111043759d29b794437f976d4f358cd3aedb_742a11a81193aa95f22e5c815e5c2d53, store=[table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:37,173 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111043759d29b794437f976d4f358cd3aedb_742a11a81193aa95f22e5c815e5c2d53 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:37,176 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/2bf1ef7ca1634b658f947b12785297ce as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/2bf1ef7ca1634b658f947b12785297ce 2024-11-10T13:25:37,183 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 742a11a81193aa95f22e5c815e5c2d53/B of 742a11a81193aa95f22e5c815e5c2d53 into 2bf1ef7ca1634b658f947b12785297ce(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:37,183 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:37,183 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., storeName=742a11a81193aa95f22e5c815e5c2d53/B, priority=13, startTime=1731245137148; duration=0sec 2024-11-10T13:25:37,183 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:37,183 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 742a11a81193aa95f22e5c815e5c2d53:B 2024-11-10T13:25:37,183 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:25:37,184 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:25:37,184 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 742a11a81193aa95f22e5c815e5c2d53/C is initiating minor compaction (all files) 2024-11-10T13:25:37,184 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 742a11a81193aa95f22e5c815e5c2d53/C in TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:37,184 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/c396b7b21ba74473bfb3aa853b784758, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/dc610d45a0f046ad9dc382d6d980accf, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/ffae5e6f9aa5483b85a9c0e6450e1737] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp, totalSize=35.3 K 2024-11-10T13:25:37,185 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting c396b7b21ba74473bfb3aa853b784758, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731245133567 2024-11-10T13:25:37,188 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting dc610d45a0f046ad9dc382d6d980accf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731245134638 2024-11-10T13:25:37,188 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting ffae5e6f9aa5483b85a9c0e6450e1737, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731245136839 2024-11-10T13:25:37,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741967_1143 (size=4469) 2024-11-10T13:25:37,193 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 742a11a81193aa95f22e5c815e5c2d53#A#compaction#121 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:37,194 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/0ebe87249e60447a9cb262763169f2a4 is 175, key is test_row_0/A:col10/1731245136839/Put/seqid=0 2024-11-10T13:25:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:37,201 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:25:37,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 742a11a81193aa95f22e5c815e5c2d53 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-10T13:25:37,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741968_1144 (size=31161) 2024-11-10T13:25:37,206 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 742a11a81193aa95f22e5c815e5c2d53#C#compaction#122 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:37,207 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/00907fce9bb447fda22de001f5240c77 is 50, key is test_row_0/C:col10/1731245136839/Put/seqid=0 2024-11-10T13:25:37,215 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/0ebe87249e60447a9cb262763169f2a4 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/0ebe87249e60447a9cb262763169f2a4 2024-11-10T13:25:37,222 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 742a11a81193aa95f22e5c815e5c2d53/A of 742a11a81193aa95f22e5c815e5c2d53 into 0ebe87249e60447a9cb262763169f2a4(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:37,222 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:37,222 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., storeName=742a11a81193aa95f22e5c815e5c2d53/A, priority=13, startTime=1731245137148; duration=0sec 2024-11-10T13:25:37,223 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:37,223 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 742a11a81193aa95f22e5c815e5c2d53:A 2024-11-10T13:25:37,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110cb076c856edf426ea12ce614f3e924b2_742a11a81193aa95f22e5c815e5c2d53 is 50, key is test_row_0/A:col10/1731245137200/Put/seqid=0 2024-11-10T13:25:37,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741969_1145 (size=12207) 2024-11-10T13:25:37,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741970_1146 (size=14594) 2024-11-10T13:25:37,243 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:37,248 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110cb076c856edf426ea12ce614f3e924b2_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110cb076c856edf426ea12ce614f3e924b2_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:37,249 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/3d1a4cffbebf4e7e828d633e6ed4986f, store: [table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:37,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/3d1a4cffbebf4e7e828d633e6ed4986f is 175, key is test_row_0/A:col10/1731245137200/Put/seqid=0 2024-11-10T13:25:37,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245197253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:37,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:37,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:37,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:37,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741971_1147 (size=39549) 2024-11-10T13:25:37,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245197359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:37,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:37,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:37,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:37,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245197569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:37,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:37,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:37,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:37,637 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/00907fce9bb447fda22de001f5240c77 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/00907fce9bb447fda22de001f5240c77 2024-11-10T13:25:37,642 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 742a11a81193aa95f22e5c815e5c2d53/C of 742a11a81193aa95f22e5c815e5c2d53 into 00907fce9bb447fda22de001f5240c77(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:37,642 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:37,642 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., storeName=742a11a81193aa95f22e5c815e5c2d53/C, priority=13, startTime=1731245137149; duration=0sec 2024-11-10T13:25:37,643 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:37,643 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 742a11a81193aa95f22e5c815e5c2d53:C 2024-11-10T13:25:37,659 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/3d1a4cffbebf4e7e828d633e6ed4986f 2024-11-10T13:25:37,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/d7cd0c5bb06b419c96c226204ca8d856 is 50, key is test_row_0/B:col10/1731245137200/Put/seqid=0 2024-11-10T13:25:37,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741972_1148 (size=12001) 2024-11-10T13:25:37,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56056 deadline: 1731245197729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:37,732 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_0' in 742a11a81193aa95f22e5c815e5c2d53 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:25:37,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:37,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:37,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:37,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:37,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56064 deadline: 1731245197739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56036 deadline: 1731245197739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:37,741 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_2' in 742a11a81193aa95f22e5c815e5c2d53 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:25:37,741 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_0' in 742a11a81193aa95f22e5c815e5c2d53 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:25:37,741 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:37,741 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:37,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:37,741 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:37,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:37,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:37,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56078 deadline: 1731245197749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:37,752 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_0' in 742a11a81193aa95f22e5c815e5c2d53 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:25:37,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:37,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:37,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:37,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245197879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:37,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:37,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:37,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:38,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/d7cd0c5bb06b419c96c226204ca8d856 2024-11-10T13:25:38,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/4c6bed8d30034d89aa60af6b87df3660 is 50, key is test_row_0/C:col10/1731245137200/Put/seqid=0 2024-11-10T13:25:38,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741973_1149 (size=12001) 2024-11-10T13:25:38,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245198389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:38,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:38,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:38,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:38,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/4c6bed8d30034d89aa60af6b87df3660 2024-11-10T13:25:38,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/3d1a4cffbebf4e7e828d633e6ed4986f as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/3d1a4cffbebf4e7e828d633e6ed4986f 2024-11-10T13:25:38,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/3d1a4cffbebf4e7e828d633e6ed4986f, entries=200, sequenceid=117, filesize=38.6 K 2024-11-10T13:25:38,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/d7cd0c5bb06b419c96c226204ca8d856 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/d7cd0c5bb06b419c96c226204ca8d856 2024-11-10T13:25:38,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/d7cd0c5bb06b419c96c226204ca8d856, entries=150, sequenceid=117, filesize=11.7 K 2024-11-10T13:25:38,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/4c6bed8d30034d89aa60af6b87df3660 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/4c6bed8d30034d89aa60af6b87df3660 2024-11-10T13:25:38,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/4c6bed8d30034d89aa60af6b87df3660, entries=150, sequenceid=117, filesize=11.7 K 2024-11-10T13:25:38,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 742a11a81193aa95f22e5c815e5c2d53 in 1333ms, sequenceid=117, compaction requested=false 2024-11-10T13:25:38,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T13:25:38,630 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:25:38,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:25:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-10T13:25:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T13:25:38,632 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:25:38,633 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:25:38,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:25:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T13:25:38,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-10T13:25:38,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:38,786 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 742a11a81193aa95f22e5c815e5c2d53 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-10T13:25:38,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111072929f896e9848a1a682b19946ae7f85_742a11a81193aa95f22e5c815e5c2d53 is 50, key is test_row_0/A:col10/1731245137245/Put/seqid=0 2024-11-10T13:25:38,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741974_1150 (size=12254) 2024-11-10T13:25:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T13:25:39,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:39,213 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111072929f896e9848a1a682b19946ae7f85_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111072929f896e9848a1a682b19946ae7f85_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:39,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/a199ec7ef5d64cd480c10085656d9d09, store: [table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:39,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/a199ec7ef5d64cd480c10085656d9d09 is 175, key is test_row_0/A:col10/1731245137245/Put/seqid=0 2024-11-10T13:25:39,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741975_1151 (size=31055) 2024-11-10T13:25:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T13:25:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:39,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:39,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:39,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245199470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:39,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:39,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:39,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:39,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245199579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:39,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:39,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:39,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:39,620 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/a199ec7ef5d64cd480c10085656d9d09 2024-11-10T13:25:39,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/f3ef23860277440cabd8e13fe16d00cc is 50, key is test_row_0/B:col10/1731245137245/Put/seqid=0 2024-11-10T13:25:39,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741976_1152 (size=12101) 2024-11-10T13:25:39,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T13:25:39,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245199789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:39,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:39,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:39,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:40,033 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/f3ef23860277440cabd8e13fe16d00cc 2024-11-10T13:25:40,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/8fb4248b64844edda6178b356891d168 is 50, key is test_row_0/C:col10/1731245137245/Put/seqid=0 2024-11-10T13:25:40,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741977_1153 (size=12101) 2024-11-10T13:25:40,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245200099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:40,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:40,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:40,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:40,444 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/8fb4248b64844edda6178b356891d168 2024-11-10T13:25:40,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/a199ec7ef5d64cd480c10085656d9d09 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/a199ec7ef5d64cd480c10085656d9d09 2024-11-10T13:25:40,479 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/a199ec7ef5d64cd480c10085656d9d09, entries=150, sequenceid=133, filesize=30.3 K 2024-11-10T13:25:40,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/f3ef23860277440cabd8e13fe16d00cc as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/f3ef23860277440cabd8e13fe16d00cc 2024-11-10T13:25:40,485 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/f3ef23860277440cabd8e13fe16d00cc, entries=150, sequenceid=133, filesize=11.8 K 2024-11-10T13:25:40,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/8fb4248b64844edda6178b356891d168 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/8fb4248b64844edda6178b356891d168 2024-11-10T13:25:40,491 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/8fb4248b64844edda6178b356891d168, entries=150, sequenceid=133, filesize=11.8 K 2024-11-10T13:25:40,492 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 742a11a81193aa95f22e5c815e5c2d53 in 1706ms, sequenceid=133, compaction requested=true 2024-11-10T13:25:40,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:40,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:40,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-10T13:25:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-10T13:25:40,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-10T13:25:40,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8610 sec 2024-11-10T13:25:40,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.8670 sec 2024-11-10T13:25:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:40,611 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:25:40,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 742a11a81193aa95f22e5c815e5c2d53 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T13:25:40,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c0cdabed6f3846ce98387d64af487791_742a11a81193aa95f22e5c815e5c2d53 is 50, key is test_row_0/A:col10/1731245139444/Put/seqid=0 2024-11-10T13:25:40,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741978_1154 (size=14794) 2024-11-10T13:25:40,630 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:40,635 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c0cdabed6f3846ce98387d64af487791_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c0cdabed6f3846ce98387d64af487791_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:40,637 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/7f2e338b276f47ad96a5a8bf946ff158, store: [table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:40,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/7f2e338b276f47ad96a5a8bf946ff158 is 175, key is test_row_0/A:col10/1731245139444/Put/seqid=0 2024-11-10T13:25:40,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741979_1155 (size=39749) 2024-11-10T13:25:40,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245200648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:40,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:40,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:40,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:40,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245200759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:40,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:40,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:40,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T13:25:40,779 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:25:40,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:25:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-10T13:25:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T13:25:40,781 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:25:40,782 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:25:40,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:25:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T13:25:40,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T13:25:40,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:40,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:40,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:40,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:40,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:40,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245200969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:40,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:40,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:40,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:41,050 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/7f2e338b276f47ad96a5a8bf946ff158 2024-11-10T13:25:41,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/66ef7e3eae354e5b8acc7eb3979741ff is 50, key is test_row_0/B:col10/1731245139444/Put/seqid=0 2024-11-10T13:25:41,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741980_1156 (size=12151) 2024-11-10T13:25:41,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T13:25:41,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:41,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:41,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:41,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:41,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T13:25:41,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T13:25:41,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:41,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:41,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:41,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:41,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:41,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:41,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:41,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245201279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:41,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:41,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:41,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:41,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T13:25:41,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:41,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:41,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:41,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:41,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:41,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:41,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T13:25:41,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/66ef7e3eae354e5b8acc7eb3979741ff 2024-11-10T13:25:41,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/b5a4d2fe75184e7783154fb6b05d68f4 is 50, key is test_row_0/C:col10/1731245139444/Put/seqid=0 2024-11-10T13:25:41,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741981_1157 (size=12151) 2024-11-10T13:25:41,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T13:25:41,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:41,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:41,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:41,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:41,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:41,666 INFO [master/2467a7071e00:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T13:25:41,666 INFO [master/2467a7071e00:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T13:25:41,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T13:25:41,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:41,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:41,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:41,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:41,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:41,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:41,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56036 deadline: 1731245201749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:41,751 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_2' in 742a11a81193aa95f22e5c815e5c2d53 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:25:41,752 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:41,752 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:41,752 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:41,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:41,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56064 deadline: 1731245201769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:41,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:41,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56078 deadline: 1731245201769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:41,772 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_0' in 742a11a81193aa95f22e5c815e5c2d53 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:25:41,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:41,773 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_0' in 742a11a81193aa95f22e5c815e5c2d53 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:25:41,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:41,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:41,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:41,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:41,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:41,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:41,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56056 deadline: 1731245201779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:41,783 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_0' in 742a11a81193aa95f22e5c815e5c2d53 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:25:41,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:41,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:41,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:41,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:41,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245201789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:41,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:41,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:41,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:41,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T13:25:41,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:41,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:41,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:41,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:41,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:41,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/b5a4d2fe75184e7783154fb6b05d68f4 2024-11-10T13:25:41,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/7f2e338b276f47ad96a5a8bf946ff158 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/7f2e338b276f47ad96a5a8bf946ff158 2024-11-10T13:25:41,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/7f2e338b276f47ad96a5a8bf946ff158, entries=200, sequenceid=156, filesize=38.8 K 2024-11-10T13:25:41,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/66ef7e3eae354e5b8acc7eb3979741ff as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/66ef7e3eae354e5b8acc7eb3979741ff 2024-11-10T13:25:41,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/66ef7e3eae354e5b8acc7eb3979741ff, entries=150, sequenceid=156, filesize=11.9 K 2024-11-10T13:25:41,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/b5a4d2fe75184e7783154fb6b05d68f4 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/b5a4d2fe75184e7783154fb6b05d68f4 2024-11-10T13:25:41,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/b5a4d2fe75184e7783154fb6b05d68f4, entries=150, sequenceid=156, filesize=11.9 K 2024-11-10T13:25:41,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 742a11a81193aa95f22e5c815e5c2d53 in 1289ms, sequenceid=156, compaction requested=true 2024-11-10T13:25:41,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:41,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 742a11a81193aa95f22e5c815e5c2d53:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:25:41,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:41,901 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T13:25:41,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 742a11a81193aa95f22e5c815e5c2d53:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:25:41,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:41,901 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T13:25:41,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 742a11a81193aa95f22e5c815e5c2d53:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:25:41,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:41,902 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141514 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T13:25:41,902 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T13:25:41,902 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 742a11a81193aa95f22e5c815e5c2d53/B is initiating minor compaction (all files) 2024-11-10T13:25:41,902 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): 742a11a81193aa95f22e5c815e5c2d53/A is initiating minor compaction (all files) 2024-11-10T13:25:41,902 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 742a11a81193aa95f22e5c815e5c2d53/B in TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:41,902 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 742a11a81193aa95f22e5c815e5c2d53/A in TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:41,902 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/2bf1ef7ca1634b658f947b12785297ce, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/d7cd0c5bb06b419c96c226204ca8d856, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/f3ef23860277440cabd8e13fe16d00cc, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/66ef7e3eae354e5b8acc7eb3979741ff] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp, totalSize=47.3 K 2024-11-10T13:25:41,902 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/0ebe87249e60447a9cb262763169f2a4, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/3d1a4cffbebf4e7e828d633e6ed4986f, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/a199ec7ef5d64cd480c10085656d9d09, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/7f2e338b276f47ad96a5a8bf946ff158] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp, totalSize=138.2 K 2024-11-10T13:25:41,902 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:41,902 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. files: [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/0ebe87249e60447a9cb262763169f2a4, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/3d1a4cffbebf4e7e828d633e6ed4986f, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/a199ec7ef5d64cd480c10085656d9d09, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/7f2e338b276f47ad96a5a8bf946ff158] 2024-11-10T13:25:41,903 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bf1ef7ca1634b658f947b12785297ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731245136839 2024-11-10T13:25:41,903 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ebe87249e60447a9cb262763169f2a4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731245136839 2024-11-10T13:25:41,903 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting d7cd0c5bb06b419c96c226204ca8d856, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731245137018 2024-11-10T13:25:41,903 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d1a4cffbebf4e7e828d633e6ed4986f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731245137018 2024-11-10T13:25:41,903 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting f3ef23860277440cabd8e13fe16d00cc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731245137231 2024-11-10T13:25:41,903 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting a199ec7ef5d64cd480c10085656d9d09, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731245137231 2024-11-10T13:25:41,904 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 66ef7e3eae354e5b8acc7eb3979741ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731245139444 2024-11-10T13:25:41,904 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f2e338b276f47ad96a5a8bf946ff158, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731245139444 2024-11-10T13:25:41,912 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:41,914 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 742a11a81193aa95f22e5c815e5c2d53#B#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:41,914 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/0266ea6505364b3486101903f9a84622 is 50, key is test_row_0/B:col10/1731245139444/Put/seqid=0 2024-11-10T13:25:41,917 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110437cf500c0fe462e822dd8dff84e642d_742a11a81193aa95f22e5c815e5c2d53 store=[table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:41,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T13:25:41,921 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110437cf500c0fe462e822dd8dff84e642d_742a11a81193aa95f22e5c815e5c2d53, store=[table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:41,921 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110437cf500c0fe462e822dd8dff84e642d_742a11a81193aa95f22e5c815e5c2d53 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:41,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741982_1158 (size=12493) 2024-11-10T13:25:41,932 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/0266ea6505364b3486101903f9a84622 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/0266ea6505364b3486101903f9a84622 2024-11-10T13:25:41,939 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 742a11a81193aa95f22e5c815e5c2d53/B of 742a11a81193aa95f22e5c815e5c2d53 into 0266ea6505364b3486101903f9a84622(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:41,939 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:41,939 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., storeName=742a11a81193aa95f22e5c815e5c2d53/B, priority=12, startTime=1731245141901; duration=0sec 2024-11-10T13:25:41,939 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:41,939 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 742a11a81193aa95f22e5c815e5c2d53:B 2024-11-10T13:25:41,939 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T13:25:41,941 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T13:25:41,941 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 742a11a81193aa95f22e5c815e5c2d53/C is initiating minor compaction (all files) 2024-11-10T13:25:41,941 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 742a11a81193aa95f22e5c815e5c2d53/C in TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:41,941 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/00907fce9bb447fda22de001f5240c77, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/4c6bed8d30034d89aa60af6b87df3660, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/8fb4248b64844edda6178b356891d168, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/b5a4d2fe75184e7783154fb6b05d68f4] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp, totalSize=47.3 K 2024-11-10T13:25:41,942 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 00907fce9bb447fda22de001f5240c77, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731245136839 2024-11-10T13:25:41,942 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c6bed8d30034d89aa60af6b87df3660, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731245137018 2024-11-10T13:25:41,943 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 8fb4248b64844edda6178b356891d168, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731245137231 2024-11-10T13:25:41,943 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting b5a4d2fe75184e7783154fb6b05d68f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731245139444 2024-11-10T13:25:41,959 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 742a11a81193aa95f22e5c815e5c2d53#C#compaction#134 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:41,959 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/8d86eb5c8b684445b6782b92c68fc036 is 50, key is test_row_0/C:col10/1731245139444/Put/seqid=0 2024-11-10T13:25:41,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741983_1159 (size=4469) 2024-11-10T13:25:41,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741984_1160 (size=12493) 2024-11-10T13:25:41,974 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/8d86eb5c8b684445b6782b92c68fc036 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/8d86eb5c8b684445b6782b92c68fc036 2024-11-10T13:25:41,983 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 742a11a81193aa95f22e5c815e5c2d53/C of 742a11a81193aa95f22e5c815e5c2d53 into 8d86eb5c8b684445b6782b92c68fc036(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:41,983 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:41,983 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., storeName=742a11a81193aa95f22e5c815e5c2d53/C, priority=12, startTime=1731245141901; duration=0sec 2024-11-10T13:25:41,983 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:41,983 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 742a11a81193aa95f22e5c815e5c2d53:C 2024-11-10T13:25:42,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T13:25:42,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:42,005 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 742a11a81193aa95f22e5c815e5c2d53 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T13:25:42,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411106bba5e5e47b14bdfae4fbf96901fe19b_742a11a81193aa95f22e5c815e5c2d53 is 50, key is test_row_0/A:col10/1731245140636/Put/seqid=0 2024-11-10T13:25:42,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741985_1161 (size=12304) 2024-11-10T13:25:42,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:42,024 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411106bba5e5e47b14bdfae4fbf96901fe19b_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106bba5e5e47b14bdfae4fbf96901fe19b_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:42,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/1d731ae112fc499c93b4f8eccfad2ec1, store: [table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:42,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/1d731ae112fc499c93b4f8eccfad2ec1 is 175, key is test_row_0/A:col10/1731245140636/Put/seqid=0 2024-11-10T13:25:42,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741986_1162 (size=31105) 2024-11-10T13:25:42,363 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 742a11a81193aa95f22e5c815e5c2d53#A#compaction#133 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:42,364 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/5df02936d1b24566a9da4311ec4b475e is 175, key is test_row_0/A:col10/1731245139444/Put/seqid=0 2024-11-10T13:25:42,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741987_1163 (size=31447) 2024-11-10T13:25:42,375 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/5df02936d1b24566a9da4311ec4b475e as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/5df02936d1b24566a9da4311ec4b475e 2024-11-10T13:25:42,381 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 742a11a81193aa95f22e5c815e5c2d53/A of 742a11a81193aa95f22e5c815e5c2d53 into 5df02936d1b24566a9da4311ec4b475e(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:42,381 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:42,381 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., storeName=742a11a81193aa95f22e5c815e5c2d53/A, priority=12, startTime=1731245141901; duration=0sec 2024-11-10T13:25:42,381 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:42,381 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 742a11a81193aa95f22e5c815e5c2d53:A 2024-11-10T13:25:42,431 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/1d731ae112fc499c93b4f8eccfad2ec1 2024-11-10T13:25:42,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/51e099d1a70248be82dd0024da9a7ca6 is 50, key is test_row_0/B:col10/1731245140636/Put/seqid=0 2024-11-10T13:25:42,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741988_1164 (size=12151) 2024-11-10T13:25:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:42,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:42,846 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/51e099d1a70248be82dd0024da9a7ca6 2024-11-10T13:25:42,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/f66ba915b23347d18d3c9503d24e1576 is 50, key is test_row_0/C:col10/1731245140636/Put/seqid=0 2024-11-10T13:25:42,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741989_1165 (size=12151) 2024-11-10T13:25:42,867 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/f66ba915b23347d18d3c9503d24e1576 2024-11-10T13:25:42,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/1d731ae112fc499c93b4f8eccfad2ec1 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/1d731ae112fc499c93b4f8eccfad2ec1 2024-11-10T13:25:42,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245202875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:42,879 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/1d731ae112fc499c93b4f8eccfad2ec1, entries=150, sequenceid=171, filesize=30.4 K 2024-11-10T13:25:42,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:42,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:42,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:42,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/51e099d1a70248be82dd0024da9a7ca6 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/51e099d1a70248be82dd0024da9a7ca6 2024-11-10T13:25:42,886 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/51e099d1a70248be82dd0024da9a7ca6, entries=150, sequenceid=171, filesize=11.9 K 2024-11-10T13:25:42,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/f66ba915b23347d18d3c9503d24e1576 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/f66ba915b23347d18d3c9503d24e1576 2024-11-10T13:25:42,892 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/f66ba915b23347d18d3c9503d24e1576, entries=150, sequenceid=171, filesize=11.9 K 2024-11-10T13:25:42,893 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 742a11a81193aa95f22e5c815e5c2d53 in 888ms, sequenceid=171, compaction requested=false 2024-11-10T13:25:42,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:42,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:42,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-10T13:25:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-10T13:25:42,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-10T13:25:42,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1130 sec 2024-11-10T13:25:42,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 2.1180 sec 2024-11-10T13:25:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T13:25:42,930 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:25:42,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:25:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-10T13:25:42,932 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:25:42,933 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:25:42,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:25:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T13:25:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:42,991 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:25:42,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 742a11a81193aa95f22e5c815e5c2d53 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T13:25:42,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103f2f0b8388f04299a8f04be36dff8edb_742a11a81193aa95f22e5c815e5c2d53 is 50, key is test_row_0/A:col10/1731245142873/Put/seqid=0 2024-11-10T13:25:43,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741990_1166 (size=14794) 2024-11-10T13:25:43,026 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:43,031 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103f2f0b8388f04299a8f04be36dff8edb_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103f2f0b8388f04299a8f04be36dff8edb_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:43,032 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/4dd59494049e453991500328f0a1a2b8, store: [table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:43,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/4dd59494049e453991500328f0a1a2b8 is 175, key is test_row_0/A:col10/1731245142873/Put/seqid=0 2024-11-10T13:25:43,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245203033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:43,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:43,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:43,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T13:25:43,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741991_1167 (size=39749) 2024-11-10T13:25:43,045 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/4dd59494049e453991500328f0a1a2b8 2024-11-10T13:25:43,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/04b1de8c935346d19b6d9e2ecba972d7 is 50, key is test_row_0/B:col10/1731245142873/Put/seqid=0 2024-11-10T13:25:43,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741992_1168 (size=12151) 2024-11-10T13:25:43,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T13:25:43,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:43,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:43,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:43,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:43,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:43,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245203139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:43,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:43,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:43,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:43,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T13:25:43,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:43,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:43,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:43,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:43,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T13:25:43,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245203349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:43,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:43,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:43,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:43,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T13:25:43,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:43,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:43,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:43,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:43,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:43,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/04b1de8c935346d19b6d9e2ecba972d7 2024-11-10T13:25:43,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/883201af5063445faaa7cf194b87bc57 is 50, key is test_row_0/C:col10/1731245142873/Put/seqid=0 2024-11-10T13:25:43,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741993_1169 (size=12151) 2024-11-10T13:25:43,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T13:25:43,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:43,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:43,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:43,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:43,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T13:25:43,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:43,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245203659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:43,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:43,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:43,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:43,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T13:25:43,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:43,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:43,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:43,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:43,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:43,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T13:25:43,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:43,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:43,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:43,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:43,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:43,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/883201af5063445faaa7cf194b87bc57 2024-11-10T13:25:43,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/4dd59494049e453991500328f0a1a2b8 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/4dd59494049e453991500328f0a1a2b8 2024-11-10T13:25:43,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/4dd59494049e453991500328f0a1a2b8, entries=200, sequenceid=196, filesize=38.8 K 2024-11-10T13:25:43,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/04b1de8c935346d19b6d9e2ecba972d7 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/04b1de8c935346d19b6d9e2ecba972d7 2024-11-10T13:25:43,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/04b1de8c935346d19b6d9e2ecba972d7, entries=150, sequenceid=196, filesize=11.9 K 2024-11-10T13:25:43,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/883201af5063445faaa7cf194b87bc57 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/883201af5063445faaa7cf194b87bc57 2024-11-10T13:25:43,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/883201af5063445faaa7cf194b87bc57, entries=150, sequenceid=196, filesize=11.9 K 2024-11-10T13:25:43,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 742a11a81193aa95f22e5c815e5c2d53 in 908ms, sequenceid=196, compaction requested=true 2024-11-10T13:25:43,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:43,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 742a11a81193aa95f22e5c815e5c2d53:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:25:43,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:43,899 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:25:43,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 742a11a81193aa95f22e5c815e5c2d53:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:25:43,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:43,899 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:25:43,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 742a11a81193aa95f22e5c815e5c2d53:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:25:43,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:43,900 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:25:43,900 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 742a11a81193aa95f22e5c815e5c2d53/B is initiating minor compaction (all files) 2024-11-10T13:25:43,900 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 742a11a81193aa95f22e5c815e5c2d53/B in TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:43,901 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/0266ea6505364b3486101903f9a84622, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/51e099d1a70248be82dd0024da9a7ca6, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/04b1de8c935346d19b6d9e2ecba972d7] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp, totalSize=35.9 K 2024-11-10T13:25:43,901 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:25:43,901 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): 742a11a81193aa95f22e5c815e5c2d53/A is initiating minor compaction (all files) 2024-11-10T13:25:43,901 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 742a11a81193aa95f22e5c815e5c2d53/A in TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:43,901 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/5df02936d1b24566a9da4311ec4b475e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/1d731ae112fc499c93b4f8eccfad2ec1, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/4dd59494049e453991500328f0a1a2b8] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp, totalSize=99.9 K 2024-11-10T13:25:43,901 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 0266ea6505364b3486101903f9a84622, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731245139444 2024-11-10T13:25:43,901 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:43,901 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. files: [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/5df02936d1b24566a9da4311ec4b475e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/1d731ae112fc499c93b4f8eccfad2ec1, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/4dd59494049e453991500328f0a1a2b8] 2024-11-10T13:25:43,901 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 51e099d1a70248be82dd0024da9a7ca6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731245140636 2024-11-10T13:25:43,901 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5df02936d1b24566a9da4311ec4b475e, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731245139444 2024-11-10T13:25:43,901 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d731ae112fc499c93b4f8eccfad2ec1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731245140636 2024-11-10T13:25:43,902 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 04b1de8c935346d19b6d9e2ecba972d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731245142864 2024-11-10T13:25:43,902 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4dd59494049e453991500328f0a1a2b8, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731245142836 2024-11-10T13:25:43,909 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 742a11a81193aa95f22e5c815e5c2d53#B#compaction#141 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:43,909 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/d0602f8a7bcd4d2ebe7499291c6398e7 is 50, key is test_row_0/B:col10/1731245142873/Put/seqid=0 2024-11-10T13:25:43,910 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:43,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741994_1170 (size=12595) 2024-11-10T13:25:43,914 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411104db96be1e97c4c8db95423c2a0bd159a_742a11a81193aa95f22e5c815e5c2d53 store=[table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:43,915 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411104db96be1e97c4c8db95423c2a0bd159a_742a11a81193aa95f22e5c815e5c2d53, store=[table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:43,915 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104db96be1e97c4c8db95423c2a0bd159a_742a11a81193aa95f22e5c815e5c2d53 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:43,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741995_1171 (size=4469) 2024-11-10T13:25:43,920 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 742a11a81193aa95f22e5c815e5c2d53#A#compaction#142 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:43,921 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/84736eb33c684c058a92ba4878dc38e8 is 175, key is test_row_0/A:col10/1731245142873/Put/seqid=0 2024-11-10T13:25:43,921 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/d0602f8a7bcd4d2ebe7499291c6398e7 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/d0602f8a7bcd4d2ebe7499291c6398e7 2024-11-10T13:25:43,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741996_1172 (size=31549) 2024-11-10T13:25:43,927 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 742a11a81193aa95f22e5c815e5c2d53/B of 742a11a81193aa95f22e5c815e5c2d53 into d0602f8a7bcd4d2ebe7499291c6398e7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:43,927 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:43,927 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., storeName=742a11a81193aa95f22e5c815e5c2d53/B, priority=13, startTime=1731245143899; duration=0sec 2024-11-10T13:25:43,927 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:43,927 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 742a11a81193aa95f22e5c815e5c2d53:B 2024-11-10T13:25:43,927 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:25:43,929 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:25:43,929 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 742a11a81193aa95f22e5c815e5c2d53/C is initiating minor compaction (all files) 2024-11-10T13:25:43,929 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 742a11a81193aa95f22e5c815e5c2d53/C in TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:43,929 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/8d86eb5c8b684445b6782b92c68fc036, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/f66ba915b23347d18d3c9503d24e1576, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/883201af5063445faaa7cf194b87bc57] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp, totalSize=35.9 K 2024-11-10T13:25:43,929 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d86eb5c8b684445b6782b92c68fc036, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731245139444 2024-11-10T13:25:43,930 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting f66ba915b23347d18d3c9503d24e1576, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731245140636 2024-11-10T13:25:43,930 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 883201af5063445faaa7cf194b87bc57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731245142864 2024-11-10T13:25:43,937 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 742a11a81193aa95f22e5c815e5c2d53#C#compaction#143 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:43,937 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/6daec00b35d1435c9fd834ea6384bf23 is 50, key is test_row_0/C:col10/1731245142873/Put/seqid=0 2024-11-10T13:25:43,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741997_1173 (size=12595) 2024-11-10T13:25:43,947 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/6daec00b35d1435c9fd834ea6384bf23 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/6daec00b35d1435c9fd834ea6384bf23 2024-11-10T13:25:43,953 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 742a11a81193aa95f22e5c815e5c2d53/C of 742a11a81193aa95f22e5c815e5c2d53 into 6daec00b35d1435c9fd834ea6384bf23(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:43,953 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:43,953 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., storeName=742a11a81193aa95f22e5c815e5c2d53/C, priority=13, startTime=1731245143899; duration=0sec 2024-11-10T13:25:43,953 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:43,953 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 742a11a81193aa95f22e5c815e5c2d53:C 2024-11-10T13:25:44,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T13:25:44,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:44,005 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 742a11a81193aa95f22e5c815e5c2d53 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T13:25:44,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110cec7498fb6434768bde72c3d644554d4_742a11a81193aa95f22e5c815e5c2d53 is 50, key is test_row_0/A:col10/1731245143030/Put/seqid=0 2024-11-10T13:25:44,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741998_1174 (size=12304) 2024-11-10T13:25:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T13:25:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:44,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:44,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245204249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:44,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:44,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:44,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:44,330 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/84736eb33c684c058a92ba4878dc38e8 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/84736eb33c684c058a92ba4878dc38e8 2024-11-10T13:25:44,334 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 742a11a81193aa95f22e5c815e5c2d53/A of 742a11a81193aa95f22e5c815e5c2d53 into 84736eb33c684c058a92ba4878dc38e8(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:44,334 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:44,334 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., storeName=742a11a81193aa95f22e5c815e5c2d53/A, priority=13, startTime=1731245143899; duration=0sec 2024-11-10T13:25:44,334 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:44,335 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 742a11a81193aa95f22e5c815e5c2d53:A 2024-11-10T13:25:44,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245204360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:44,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:44,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:44,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:44,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:44,421 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110cec7498fb6434768bde72c3d644554d4_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110cec7498fb6434768bde72c3d644554d4_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:44,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/8a41ea557126473c9723bf55f335d91c, store: [table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:44,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/8a41ea557126473c9723bf55f335d91c is 175, key is test_row_0/A:col10/1731245143030/Put/seqid=0 2024-11-10T13:25:44,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741999_1175 (size=31105) 2024-11-10T13:25:44,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245204569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:44,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:44,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:44,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:44,829 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/8a41ea557126473c9723bf55f335d91c 2024-11-10T13:25:44,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/892ac70904ca4923a11e4cde9fe0607c is 50, key is test_row_0/B:col10/1731245143030/Put/seqid=0 2024-11-10T13:25:44,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742000_1176 (size=12151) 2024-11-10T13:25:44,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245204879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:44,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:44,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:44,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T13:25:45,240 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/892ac70904ca4923a11e4cde9fe0607c 2024-11-10T13:25:45,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/77e5cb47397b4a519d5257e4e0af3e93 is 50, key is test_row_0/C:col10/1731245143030/Put/seqid=0 2024-11-10T13:25:45,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742001_1177 (size=12151) 2024-11-10T13:25:45,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245205389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:45,650 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/77e5cb47397b4a519d5257e4e0af3e93 2024-11-10T13:25:45,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/8a41ea557126473c9723bf55f335d91c as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/8a41ea557126473c9723bf55f335d91c 2024-11-10T13:25:45,777 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/8a41ea557126473c9723bf55f335d91c, entries=150, sequenceid=210, filesize=30.4 K 2024-11-10T13:25:45,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/892ac70904ca4923a11e4cde9fe0607c as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/892ac70904ca4923a11e4cde9fe0607c 2024-11-10T13:25:45,783 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/892ac70904ca4923a11e4cde9fe0607c, entries=150, sequenceid=210, filesize=11.9 K 2024-11-10T13:25:45,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/77e5cb47397b4a519d5257e4e0af3e93 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/77e5cb47397b4a519d5257e4e0af3e93 2024-11-10T13:25:45,788 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/77e5cb47397b4a519d5257e4e0af3e93, entries=150, sequenceid=210, filesize=11.9 K 2024-11-10T13:25:45,789 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 742a11a81193aa95f22e5c815e5c2d53 in 1784ms, sequenceid=210, compaction requested=false 2024-11-10T13:25:45,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:45,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:45,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-10T13:25:45,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-10T13:25:45,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-10T13:25:45,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8570 sec 2024-11-10T13:25:45,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.8620 sec 2024-11-10T13:25:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:46,403 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:25:46,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 742a11a81193aa95f22e5c815e5c2d53 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T13:25:46,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110dbb4bcd8d92645fc840ac6c1804509ea_742a11a81193aa95f22e5c815e5c2d53 is 50, key is test_row_0/A:col10/1731245146401/Put/seqid=0 2024-11-10T13:25:46,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742002_1178 (size=12304) 2024-11-10T13:25:46,420 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:46,425 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110dbb4bcd8d92645fc840ac6c1804509ea_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110dbb4bcd8d92645fc840ac6c1804509ea_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:46,427 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/66397845370d4276890ee2a9abe57a23, store: [table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:46,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/66397845370d4276890ee2a9abe57a23 is 175, key is test_row_0/A:col10/1731245146401/Put/seqid=0 2024-11-10T13:25:46,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245206439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:46,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:46,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:46,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:46,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742003_1179 (size=31105) 2024-11-10T13:25:46,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245206549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:46,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:46,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:46,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:46,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245206759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:46,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:46,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:46,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:46,843 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/66397845370d4276890ee2a9abe57a23 2024-11-10T13:25:46,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/3b2a6c8fb11b44f6899413dd01bd62ba is 50, key is test_row_0/B:col10/1731245146401/Put/seqid=0 2024-11-10T13:25:46,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742004_1180 (size=12151) 2024-11-10T13:25:47,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245207069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:47,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:47,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:47,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T13:25:47,099 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:25:47,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:25:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-10T13:25:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T13:25:47,101 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:25:47,102 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:25:47,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:25:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T13:25:47,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T13:25:47,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:47,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:47,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:47,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:47,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:47,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/3b2a6c8fb11b44f6899413dd01bd62ba 2024-11-10T13:25:47,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/ab3f0d523b604e5e837ff34b9c88c8a3 is 50, key is test_row_0/C:col10/1731245146401/Put/seqid=0 2024-11-10T13:25:47,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742005_1181 (size=12151) 2024-11-10T13:25:47,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T13:25:47,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:47,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:47,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:47,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:47,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:47,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T13:25:47,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T13:25:47,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:47,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:47,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:47,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:47,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:47,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245207580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:47,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:47,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:47,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:47,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/ab3f0d523b604e5e837ff34b9c88c8a3 2024-11-10T13:25:47,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/66397845370d4276890ee2a9abe57a23 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/66397845370d4276890ee2a9abe57a23 2024-11-10T13:25:47,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/66397845370d4276890ee2a9abe57a23, entries=150, sequenceid=236, filesize=30.4 K 2024-11-10T13:25:47,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/3b2a6c8fb11b44f6899413dd01bd62ba as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/3b2a6c8fb11b44f6899413dd01bd62ba 2024-11-10T13:25:47,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/3b2a6c8fb11b44f6899413dd01bd62ba, entries=150, sequenceid=236, filesize=11.9 K 2024-11-10T13:25:47,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/ab3f0d523b604e5e837ff34b9c88c8a3 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/ab3f0d523b604e5e837ff34b9c88c8a3 2024-11-10T13:25:47,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/ab3f0d523b604e5e837ff34b9c88c8a3, entries=150, sequenceid=236, filesize=11.9 K 2024-11-10T13:25:47,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 742a11a81193aa95f22e5c815e5c2d53 in 1295ms, sequenceid=236, compaction requested=true 2024-11-10T13:25:47,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:47,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 742a11a81193aa95f22e5c815e5c2d53:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:25:47,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:47,698 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:25:47,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 742a11a81193aa95f22e5c815e5c2d53:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:25:47,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:47,698 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:25:47,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 742a11a81193aa95f22e5c815e5c2d53:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:25:47,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:47,699 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:25:47,699 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:25:47,699 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): 742a11a81193aa95f22e5c815e5c2d53/A is initiating minor compaction (all files) 2024-11-10T13:25:47,699 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 742a11a81193aa95f22e5c815e5c2d53/B is initiating minor compaction (all files) 2024-11-10T13:25:47,699 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 742a11a81193aa95f22e5c815e5c2d53/A in TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:47,699 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 742a11a81193aa95f22e5c815e5c2d53/B in TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:47,700 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/84736eb33c684c058a92ba4878dc38e8, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/8a41ea557126473c9723bf55f335d91c, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/66397845370d4276890ee2a9abe57a23] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp, totalSize=91.6 K 2024-11-10T13:25:47,700 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/d0602f8a7bcd4d2ebe7499291c6398e7, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/892ac70904ca4923a11e4cde9fe0607c, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/3b2a6c8fb11b44f6899413dd01bd62ba] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp, totalSize=36.0 K 2024-11-10T13:25:47,700 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:47,700 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. files: [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/84736eb33c684c058a92ba4878dc38e8, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/8a41ea557126473c9723bf55f335d91c, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/66397845370d4276890ee2a9abe57a23] 2024-11-10T13:25:47,700 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84736eb33c684c058a92ba4878dc38e8, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731245142864 2024-11-10T13:25:47,700 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting d0602f8a7bcd4d2ebe7499291c6398e7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731245142864 2024-11-10T13:25:47,700 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a41ea557126473c9723bf55f335d91c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731245143018 2024-11-10T13:25:47,700 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 892ac70904ca4923a11e4cde9fe0607c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731245143018 2024-11-10T13:25:47,701 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66397845370d4276890ee2a9abe57a23, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731245144242 2024-11-10T13:25:47,701 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b2a6c8fb11b44f6899413dd01bd62ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731245144242 2024-11-10T13:25:47,707 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:47,709 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411105f2bbf4cffe741fcb85d65f579708fb0_742a11a81193aa95f22e5c815e5c2d53 store=[table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:47,709 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 742a11a81193aa95f22e5c815e5c2d53#B#compaction#151 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:47,710 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/5d031ea3537248b6bef5fb77403582fa is 50, key is test_row_0/B:col10/1731245146401/Put/seqid=0 2024-11-10T13:25:47,711 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411105f2bbf4cffe741fcb85d65f579708fb0_742a11a81193aa95f22e5c815e5c2d53, store=[table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:47,711 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105f2bbf4cffe741fcb85d65f579708fb0_742a11a81193aa95f22e5c815e5c2d53 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:47,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T13:25:47,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:47,713 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 742a11a81193aa95f22e5c815e5c2d53 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T13:25:47,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742006_1182 (size=12697) 2024-11-10T13:25:47,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742007_1183 (size=4469) 2024-11-10T13:25:47,727 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 742a11a81193aa95f22e5c815e5c2d53#A#compaction#150 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:47,727 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/a87bcce4bb714a29847a53f569cab896 is 175, key is test_row_0/A:col10/1731245146401/Put/seqid=0 2024-11-10T13:25:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T13:25:47,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ff3cf4d240734d53ba0912b5dc12b05e_742a11a81193aa95f22e5c815e5c2d53 is 50, key is test_row_0/A:col10/1731245146436/Put/seqid=0 2024-11-10T13:25:47,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742008_1184 (size=31651) 2024-11-10T13:25:47,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742009_1185 (size=12304) 2024-11-10T13:25:47,739 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/a87bcce4bb714a29847a53f569cab896 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/a87bcce4bb714a29847a53f569cab896 2024-11-10T13:25:47,745 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 742a11a81193aa95f22e5c815e5c2d53/A of 742a11a81193aa95f22e5c815e5c2d53 into a87bcce4bb714a29847a53f569cab896(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:47,745 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:47,745 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., storeName=742a11a81193aa95f22e5c815e5c2d53/A, priority=13, startTime=1731245147698; duration=0sec 2024-11-10T13:25:47,745 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:47,745 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 742a11a81193aa95f22e5c815e5c2d53:A 2024-11-10T13:25:47,745 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:25:47,746 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:25:47,746 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): 742a11a81193aa95f22e5c815e5c2d53/C is initiating minor compaction (all files) 2024-11-10T13:25:47,746 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 742a11a81193aa95f22e5c815e5c2d53/C in TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:47,747 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/6daec00b35d1435c9fd834ea6384bf23, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/77e5cb47397b4a519d5257e4e0af3e93, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/ab3f0d523b604e5e837ff34b9c88c8a3] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp, totalSize=36.0 K 2024-11-10T13:25:47,747 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6daec00b35d1435c9fd834ea6384bf23, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731245142864 2024-11-10T13:25:47,747 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77e5cb47397b4a519d5257e4e0af3e93, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731245143018 2024-11-10T13:25:47,748 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab3f0d523b604e5e837ff34b9c88c8a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731245144242 2024-11-10T13:25:47,757 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 742a11a81193aa95f22e5c815e5c2d53#C#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:47,757 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/9a55559bd77e429a8ecc65bfa7784c51 is 50, key is test_row_0/C:col10/1731245146401/Put/seqid=0 2024-11-10T13:25:47,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742010_1186 (size=12697) 2024-11-10T13:25:47,767 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/9a55559bd77e429a8ecc65bfa7784c51 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/9a55559bd77e429a8ecc65bfa7784c51 2024-11-10T13:25:47,772 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 742a11a81193aa95f22e5c815e5c2d53/C of 742a11a81193aa95f22e5c815e5c2d53 into 9a55559bd77e429a8ecc65bfa7784c51(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:47,772 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:47,772 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., storeName=742a11a81193aa95f22e5c815e5c2d53/C, priority=13, startTime=1731245147698; duration=0sec 2024-11-10T13:25:47,772 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:47,772 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 742a11a81193aa95f22e5c815e5c2d53:C 2024-11-10T13:25:48,127 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/5d031ea3537248b6bef5fb77403582fa as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/5d031ea3537248b6bef5fb77403582fa 2024-11-10T13:25:48,132 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 742a11a81193aa95f22e5c815e5c2d53/B of 742a11a81193aa95f22e5c815e5c2d53 into 5d031ea3537248b6bef5fb77403582fa(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:48,132 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:48,132 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., storeName=742a11a81193aa95f22e5c815e5c2d53/B, priority=13, startTime=1731245147698; duration=0sec 2024-11-10T13:25:48,132 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:48,132 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 742a11a81193aa95f22e5c815e5c2d53:B 2024-11-10T13:25:48,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:48,139 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ff3cf4d240734d53ba0912b5dc12b05e_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ff3cf4d240734d53ba0912b5dc12b05e_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:48,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/1d2aa37d330f4d9997521efabc0dcb1e, store: [table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:48,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/1d2aa37d330f4d9997521efabc0dcb1e is 175, key is test_row_0/A:col10/1731245146436/Put/seqid=0 2024-11-10T13:25:48,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742011_1187 (size=31105) 2024-11-10T13:25:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T13:25:48,546 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/1d2aa37d330f4d9997521efabc0dcb1e 2024-11-10T13:25:48,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/7f7c0678ffb94ee693ad1297cbdac365 is 50, key is test_row_0/B:col10/1731245146436/Put/seqid=0 2024-11-10T13:25:48,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742012_1188 (size=12151) 2024-11-10T13:25:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:48,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:48,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:48,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245208666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:48,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:48,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:48,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:48,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245208779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:48,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:48,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:48,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:48,962 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/7f7c0678ffb94ee693ad1297cbdac365 2024-11-10T13:25:48,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/5acf0913b11345d1977d1e3bd024e664 is 50, key is test_row_0/C:col10/1731245146436/Put/seqid=0 2024-11-10T13:25:48,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742013_1189 (size=12151) 2024-11-10T13:25:48,974 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/5acf0913b11345d1977d1e3bd024e664 2024-11-10T13:25:48,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/1d2aa37d330f4d9997521efabc0dcb1e as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/1d2aa37d330f4d9997521efabc0dcb1e 2024-11-10T13:25:48,984 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/1d2aa37d330f4d9997521efabc0dcb1e, entries=150, sequenceid=247, filesize=30.4 K 2024-11-10T13:25:48,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/7f7c0678ffb94ee693ad1297cbdac365 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/7f7c0678ffb94ee693ad1297cbdac365 2024-11-10T13:25:48,989 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/7f7c0678ffb94ee693ad1297cbdac365, entries=150, sequenceid=247, filesize=11.9 K 2024-11-10T13:25:48,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:48,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/5acf0913b11345d1977d1e3bd024e664 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/5acf0913b11345d1977d1e3bd024e664 2024-11-10T13:25:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245208989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:48,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:48,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:48,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:48,995 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/5acf0913b11345d1977d1e3bd024e664, entries=150, sequenceid=247, filesize=11.9 K 2024-11-10T13:25:48,996 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 742a11a81193aa95f22e5c815e5c2d53 in 1282ms, sequenceid=247, compaction requested=false 2024-11-10T13:25:48,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:48,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:48,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-10T13:25:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-10T13:25:48,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-10T13:25:48,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8950 sec 2024-11-10T13:25:49,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.9010 sec 2024-11-10T13:25:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T13:25:49,249 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:25:49,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:25:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-10T13:25:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T13:25:49,251 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:25:49,252 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:25:49,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:25:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:49,303 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:25:49,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 742a11a81193aa95f22e5c815e5c2d53 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-10T13:25:49,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c46ef894f5b8435a9f536ccb4c31b719_742a11a81193aa95f22e5c815e5c2d53 is 50, key is test_row_0/A:col10/1731245148642/Put/seqid=0 2024-11-10T13:25:49,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742014_1190 (size=14994) 2024-11-10T13:25:49,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245209326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:49,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:49,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:49,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T13:25:49,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T13:25:49,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:49,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:49,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:49,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:49,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:49,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245209439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:49,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:49,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:49,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:49,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T13:25:49,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:49,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:49,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:49,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:49,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T13:25:49,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245209649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:49,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:49,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:49,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:49,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T13:25:49,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:49,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:49,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:49,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:49,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:49,713 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:49,717 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c46ef894f5b8435a9f536ccb4c31b719_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c46ef894f5b8435a9f536ccb4c31b719_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:49,718 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/fa70e67ccc3049faafb6df228fd8d525, store: [table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:49,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/fa70e67ccc3049faafb6df228fd8d525 is 175, key is test_row_0/A:col10/1731245148642/Put/seqid=0 2024-11-10T13:25:49,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742015_1191 (size=39949) 2024-11-10T13:25:49,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T13:25:49,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:49,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:49,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:49,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:49,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T13:25:49,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245209959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:49,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:49,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:49,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:50,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T13:25:50,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:50,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:50,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:50,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:50,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:50,128 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/fa70e67ccc3049faafb6df228fd8d525 2024-11-10T13:25:50,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/94ac90d639334178a035557e17c9badb is 50, key is test_row_0/B:col10/1731245148642/Put/seqid=0 2024-11-10T13:25:50,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742016_1192 (size=12301) 2024-11-10T13:25:50,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T13:25:50,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:50,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:50,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:50,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:50,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:50,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T13:25:50,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:50,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:50,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:50,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:50,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T13:25:50,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245210469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:50,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:50,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:50,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:50,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T13:25:50,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:50,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:50,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:50,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:50,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:25:50,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/94ac90d639334178a035557e17c9badb 2024-11-10T13:25:50,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/ecdcbe8038504a36af1723a380dfde50 is 50, key is test_row_0/C:col10/1731245148642/Put/seqid=0 2024-11-10T13:25:50,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742017_1193 (size=12301) 2024-11-10T13:25:50,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/ecdcbe8038504a36af1723a380dfde50 2024-11-10T13:25:50,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/fa70e67ccc3049faafb6df228fd8d525 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/fa70e67ccc3049faafb6df228fd8d525 2024-11-10T13:25:50,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/fa70e67ccc3049faafb6df228fd8d525, entries=200, sequenceid=276, filesize=39.0 K 2024-11-10T13:25:50,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/94ac90d639334178a035557e17c9badb as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/94ac90d639334178a035557e17c9badb 2024-11-10T13:25:50,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/94ac90d639334178a035557e17c9badb, entries=150, sequenceid=276, filesize=12.0 K 2024-11-10T13:25:50,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/ecdcbe8038504a36af1723a380dfde50 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/ecdcbe8038504a36af1723a380dfde50 2024-11-10T13:25:50,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/ecdcbe8038504a36af1723a380dfde50, entries=150, sequenceid=276, filesize=12.0 K 2024-11-10T13:25:50,601 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-10T13:25:50,602 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 742a11a81193aa95f22e5c815e5c2d53 in 1298ms, sequenceid=276, compaction requested=true 2024-11-10T13:25:50,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:50,602 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:25:50,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 742a11a81193aa95f22e5c815e5c2d53:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:25:50,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:50,603 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:25:50,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 742a11a81193aa95f22e5c815e5c2d53:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:25:50,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:50,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 742a11a81193aa95f22e5c815e5c2d53:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:25:50,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:50,604 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:25:50,604 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): 742a11a81193aa95f22e5c815e5c2d53/A is initiating minor compaction (all files) 2024-11-10T13:25:50,604 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 742a11a81193aa95f22e5c815e5c2d53/A in TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:50,604 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/a87bcce4bb714a29847a53f569cab896, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/1d2aa37d330f4d9997521efabc0dcb1e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/fa70e67ccc3049faafb6df228fd8d525] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp, totalSize=100.3 K 2024-11-10T13:25:50,605 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:50,605 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. files: [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/a87bcce4bb714a29847a53f569cab896, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/1d2aa37d330f4d9997521efabc0dcb1e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/fa70e67ccc3049faafb6df228fd8d525] 2024-11-10T13:25:50,606 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting a87bcce4bb714a29847a53f569cab896, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731245144242 2024-11-10T13:25:50,606 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:25:50,606 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 742a11a81193aa95f22e5c815e5c2d53/B is initiating minor compaction (all files) 2024-11-10T13:25:50,606 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 742a11a81193aa95f22e5c815e5c2d53/B in TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:50,606 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/5d031ea3537248b6bef5fb77403582fa, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/7f7c0678ffb94ee693ad1297cbdac365, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/94ac90d639334178a035557e17c9badb] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp, totalSize=36.3 K 2024-11-10T13:25:50,607 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d031ea3537248b6bef5fb77403582fa, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731245144242 2024-11-10T13:25:50,607 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d2aa37d330f4d9997521efabc0dcb1e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731245146427 2024-11-10T13:25:50,607 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f7c0678ffb94ee693ad1297cbdac365, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731245146427 2024-11-10T13:25:50,608 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa70e67ccc3049faafb6df228fd8d525, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731245148642 2024-11-10T13:25:50,609 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 94ac90d639334178a035557e17c9badb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731245148642 2024-11-10T13:25:50,623 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 742a11a81193aa95f22e5c815e5c2d53#B#compaction#159 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:50,623 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/78938f024a464f1d9018bbd85d58c6be is 50, key is test_row_0/B:col10/1731245148642/Put/seqid=0 2024-11-10T13:25:50,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T13:25:50,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:50,626 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 742a11a81193aa95f22e5c815e5c2d53 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-10T13:25:50,629 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:50,645 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110b54633ca87ed43dd887663f676c72fc9_742a11a81193aa95f22e5c815e5c2d53 store=[table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:50,646 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110b54633ca87ed43dd887663f676c72fc9_742a11a81193aa95f22e5c815e5c2d53, store=[table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:50,647 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b54633ca87ed43dd887663f676c72fc9_742a11a81193aa95f22e5c815e5c2d53 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:50,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742018_1194 (size=12949) 2024-11-10T13:25:50,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ffe2ef82d4214d33aad89d25fe1ace86_742a11a81193aa95f22e5c815e5c2d53 is 50, key is test_row_0/A:col10/1731245149305/Put/seqid=0 2024-11-10T13:25:50,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742019_1195 (size=4469) 2024-11-10T13:25:50,732 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 742a11a81193aa95f22e5c815e5c2d53#A#compaction#160 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:50,732 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/4e76446945794524b164e8e9695de0b7 is 175, key is test_row_0/A:col10/1731245148642/Put/seqid=0 2024-11-10T13:25:50,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742020_1196 (size=12454) 2024-11-10T13:25:50,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:50,745 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ffe2ef82d4214d33aad89d25fe1ace86_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ffe2ef82d4214d33aad89d25fe1ace86_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:50,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/5fd75d775c4f489f9f9bea71f93e3761, store: [table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:50,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/5fd75d775c4f489f9f9bea71f93e3761 is 175, key is test_row_0/A:col10/1731245149305/Put/seqid=0 2024-11-10T13:25:50,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742021_1197 (size=31903) 2024-11-10T13:25:50,759 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/4e76446945794524b164e8e9695de0b7 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/4e76446945794524b164e8e9695de0b7 2024-11-10T13:25:50,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742022_1198 (size=31255) 2024-11-10T13:25:50,767 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/5fd75d775c4f489f9f9bea71f93e3761 2024-11-10T13:25:50,772 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 742a11a81193aa95f22e5c815e5c2d53/A of 742a11a81193aa95f22e5c815e5c2d53 into 4e76446945794524b164e8e9695de0b7(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:50,772 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:50,772 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., storeName=742a11a81193aa95f22e5c815e5c2d53/A, priority=13, startTime=1731245150602; duration=0sec 2024-11-10T13:25:50,773 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:50,773 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 742a11a81193aa95f22e5c815e5c2d53:A 2024-11-10T13:25:50,773 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:25:50,774 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:25:50,774 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): 742a11a81193aa95f22e5c815e5c2d53/C is initiating minor compaction (all files) 2024-11-10T13:25:50,774 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 742a11a81193aa95f22e5c815e5c2d53/C in TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:50,774 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/9a55559bd77e429a8ecc65bfa7784c51, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/5acf0913b11345d1977d1e3bd024e664, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/ecdcbe8038504a36af1723a380dfde50] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp, totalSize=36.3 K 2024-11-10T13:25:50,775 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a55559bd77e429a8ecc65bfa7784c51, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731245144242 2024-11-10T13:25:50,776 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5acf0913b11345d1977d1e3bd024e664, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731245146427 2024-11-10T13:25:50,776 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting ecdcbe8038504a36af1723a380dfde50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731245148642 2024-11-10T13:25:50,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/56a8b7279a3544d4b85fb507880f26dc is 50, key is test_row_0/B:col10/1731245149305/Put/seqid=0 2024-11-10T13:25:50,794 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 742a11a81193aa95f22e5c815e5c2d53#C#compaction#163 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:50,795 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/e776413ec6dd4579b98db8458855ce4a is 50, key is test_row_0/C:col10/1731245148642/Put/seqid=0 2024-11-10T13:25:50,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742023_1199 (size=12301) 2024-11-10T13:25:50,827 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/56a8b7279a3544d4b85fb507880f26dc 2024-11-10T13:25:50,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742024_1200 (size=12949) 2024-11-10T13:25:50,840 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/e776413ec6dd4579b98db8458855ce4a as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/e776413ec6dd4579b98db8458855ce4a 2024-11-10T13:25:50,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/c99e6c0cad4f401c9dbc268fd2a2ee7d is 50, key is test_row_0/C:col10/1731245149305/Put/seqid=0 2024-11-10T13:25:50,846 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 742a11a81193aa95f22e5c815e5c2d53/C of 742a11a81193aa95f22e5c815e5c2d53 into e776413ec6dd4579b98db8458855ce4a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:50,846 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:50,846 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., storeName=742a11a81193aa95f22e5c815e5c2d53/C, priority=13, startTime=1731245150603; duration=0sec 2024-11-10T13:25:50,846 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:50,846 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 742a11a81193aa95f22e5c815e5c2d53:C 2024-11-10T13:25:50,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742025_1201 (size=12301) 2024-11-10T13:25:51,121 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/78938f024a464f1d9018bbd85d58c6be as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/78938f024a464f1d9018bbd85d58c6be 2024-11-10T13:25:51,126 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 742a11a81193aa95f22e5c815e5c2d53/B of 742a11a81193aa95f22e5c815e5c2d53 into 78938f024a464f1d9018bbd85d58c6be(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:51,126 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:51,127 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., storeName=742a11a81193aa95f22e5c815e5c2d53/B, priority=13, startTime=1731245150603; duration=0sec 2024-11-10T13:25:51,127 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:51,127 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 742a11a81193aa95f22e5c815e5c2d53:B 2024-11-10T13:25:51,255 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/c99e6c0cad4f401c9dbc268fd2a2ee7d 2024-11-10T13:25:51,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/5fd75d775c4f489f9f9bea71f93e3761 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/5fd75d775c4f489f9f9bea71f93e3761 2024-11-10T13:25:51,264 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/5fd75d775c4f489f9f9bea71f93e3761, entries=150, sequenceid=286, filesize=30.5 K 2024-11-10T13:25:51,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/56a8b7279a3544d4b85fb507880f26dc as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/56a8b7279a3544d4b85fb507880f26dc 2024-11-10T13:25:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,269 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/56a8b7279a3544d4b85fb507880f26dc, entries=150, sequenceid=286, filesize=12.0 K 2024-11-10T13:25:51,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/c99e6c0cad4f401c9dbc268fd2a2ee7d as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/c99e6c0cad4f401c9dbc268fd2a2ee7d 2024-11-10T13:25:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,274 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/c99e6c0cad4f401c9dbc268fd2a2ee7d, entries=150, sequenceid=286, filesize=12.0 K 2024-11-10T13:25:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,275 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 742a11a81193aa95f22e5c815e5c2d53 in 649ms, sequenceid=286, compaction requested=false 2024-11-10T13:25:51,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:51,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:51,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-10T13:25:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-10T13:25:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-10T13:25:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0250 sec 2024-11-10T13:25:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 2.0300 sec 2024-11-10T13:25:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T13:25:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,400 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:25:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:25:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-10T13:25:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,404 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:25:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-10T13:25:51,405 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:25:51,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:25:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-10T13:25:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-10T13:25:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,558 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 742a11a81193aa95f22e5c815e5c2d53 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-10T13:25:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110faff74beffdc41c4b5c93a33b1a605d0_742a11a81193aa95f22e5c815e5c2d53 is 50, key is test_row_0/A:col10/1731245151543/Put/seqid=0 2024-11-10T13:25:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742026_1202 (size=9914) 2024-11-10T13:25:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:51,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. as already flushing 2024-11-10T13:25:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,591 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110faff74beffdc41c4b5c93a33b1a605d0_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110faff74beffdc41c4b5c93a33b1a605d0_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/598fe1202d5943d59342971cf608d67a, store: [table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:51,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/598fe1202d5943d59342971cf608d67a is 175, key is test_row_0/A:col10/1731245151543/Put/seqid=0 2024-11-10T13:25:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742027_1203 (size=22561) 2024-11-10T13:25:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,612 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/598fe1202d5943d59342971cf608d67a 2024-11-10T13:25:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/538a06b79536429291375afa69a44670 is 50, key is test_row_0/B:col10/1731245151543/Put/seqid=0 2024-11-10T13:25:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:51,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742028_1204 (size=9857) 2024-11-10T13:25:51,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245211703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:51,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:51,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:51,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-10T13:25:51,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56078 deadline: 1731245211780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:51,785 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_0' in 742a11a81193aa95f22e5c815e5c2d53 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:25:51,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:51,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:51,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:51,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245211809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:51,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:51,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:51,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:51,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56036 deadline: 1731245211819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:51,820 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_2' in 742a11a81193aa95f22e5c815e5c2d53 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18250 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:25:51,820 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:51,821 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:51,821 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:51,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56056 deadline: 1731245211859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:51,860 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_0' in 742a11a81193aa95f22e5c815e5c2d53 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18289 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:25:51,861 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:51,861 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:51,861 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:51,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56064 deadline: 1731245211869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:51,870 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_0' in 742a11a81193aa95f22e5c815e5c2d53 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18301 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:25:51,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:51,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:51,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:52,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:25:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56096 deadline: 1731245212019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 2024-11-10T13:25:52,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:52,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:25:52,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:25:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-10T13:25:52,038 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/538a06b79536429291375afa69a44670 2024-11-10T13:25:52,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/13ac2480361d476f9ee65d05005e2cdf is 50, key is test_row_0/C:col10/1731245151543/Put/seqid=0 2024-11-10T13:25:52,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742029_1205 (size=9857) 2024-11-10T13:25:52,056 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/13ac2480361d476f9ee65d05005e2cdf 2024-11-10T13:25:52,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/598fe1202d5943d59342971cf608d67a as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/598fe1202d5943d59342971cf608d67a 2024-11-10T13:25:52,068 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/598fe1202d5943d59342971cf608d67a, entries=100, sequenceid=294, filesize=22.0 K 2024-11-10T13:25:52,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/538a06b79536429291375afa69a44670 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/538a06b79536429291375afa69a44670 2024-11-10T13:25:52,076 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/538a06b79536429291375afa69a44670, entries=100, sequenceid=294, filesize=9.6 K 2024-11-10T13:25:52,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/13ac2480361d476f9ee65d05005e2cdf as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/13ac2480361d476f9ee65d05005e2cdf 2024-11-10T13:25:52,083 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/13ac2480361d476f9ee65d05005e2cdf, entries=100, sequenceid=294, filesize=9.6 K 2024-11-10T13:25:52,084 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=187.85 KB/192360 for 742a11a81193aa95f22e5c815e5c2d53 in 526ms, sequenceid=294, compaction requested=true 2024-11-10T13:25:52,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:52,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:52,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-10T13:25:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-10T13:25:52,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-10T13:25:52,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 680 msec 2024-11-10T13:25:52,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 688 msec 2024-11-10T13:25:52,325 INFO [Thread-610 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-610. 2024-11-10T13:25:52,325 DEBUG [Thread-610 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:25:52,325 DEBUG [Thread-610 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:52,325 DEBUG [Thread-610 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:52,325 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:25:52,326 INFO [Thread-616 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-616. 2024-11-10T13:25:52,326 DEBUG [Thread-616 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:25:52,326 DEBUG [Thread-616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:52,326 DEBUG [Thread-616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:52,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:25:52,327 INFO [Thread-614 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-614. 2024-11-10T13:25:52,327 DEBUG [Thread-614 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:25:52,327 DEBUG [Thread-614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:52,327 DEBUG [Thread-614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:52,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:25:52,328 INFO [Thread-612 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-612. 2024-11-10T13:25:52,328 DEBUG [Thread-612 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:25:52,328 DEBUG [Thread-612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:52,328 DEBUG [Thread-612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:52,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:25:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:52,330 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:25:52,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 742a11a81193aa95f22e5c815e5c2d53 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-10T13:25:52,330 INFO [Thread-599 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-599. 2024-11-10T13:25:52,330 DEBUG [Thread-599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:25:52,330 DEBUG [Thread-599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:52,330 DEBUG [Thread-599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:25:52,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:25:52,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111087589ae6aea04684944869dc38e33324_742a11a81193aa95f22e5c815e5c2d53 is 50, key is test_row_0/A:col10/1731245151702/Put/seqid=0 2024-11-10T13:25:52,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742030_1206 (size=12454) 2024-11-10T13:25:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-10T13:25:52,541 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:25:52,743 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:25:52,754 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111087589ae6aea04684944869dc38e33324_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111087589ae6aea04684944869dc38e33324_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:25:52,755 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/dd174a5b68e14fe5bc51744db30c59db, store: [table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:52,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/dd174a5b68e14fe5bc51744db30c59db is 175, key is test_row_0/A:col10/1731245151702/Put/seqid=0 2024-11-10T13:25:52,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742031_1207 (size=31255) 2024-11-10T13:25:53,161 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/dd174a5b68e14fe5bc51744db30c59db 2024-11-10T13:25:53,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/2e8efa64818d4ea5ae6f0bed3df0386f is 50, key is test_row_0/B:col10/1731245151702/Put/seqid=0 2024-11-10T13:25:53,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742032_1208 (size=12301) 2024-11-10T13:25:53,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/2e8efa64818d4ea5ae6f0bed3df0386f 2024-11-10T13:25:53,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/e979d784733d410696b9a22509384c33 is 50, key is test_row_0/C:col10/1731245151702/Put/seqid=0 2024-11-10T13:25:53,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742033_1209 (size=12301) 2024-11-10T13:25:53,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/e979d784733d410696b9a22509384c33 2024-11-10T13:25:54,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/dd174a5b68e14fe5bc51744db30c59db as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/dd174a5b68e14fe5bc51744db30c59db 2024-11-10T13:25:54,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/dd174a5b68e14fe5bc51744db30c59db, entries=150, sequenceid=326, filesize=30.5 K 2024-11-10T13:25:54,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/2e8efa64818d4ea5ae6f0bed3df0386f as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/2e8efa64818d4ea5ae6f0bed3df0386f 2024-11-10T13:25:54,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/2e8efa64818d4ea5ae6f0bed3df0386f, entries=150, sequenceid=326, filesize=12.0 K 2024-11-10T13:25:54,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/e979d784733d410696b9a22509384c33 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/e979d784733d410696b9a22509384c33 2024-11-10T13:25:54,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/e979d784733d410696b9a22509384c33, entries=150, sequenceid=326, filesize=12.0 K 2024-11-10T13:25:54,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=0 B/0 for 742a11a81193aa95f22e5c815e5c2d53 in 1690ms, sequenceid=326, compaction requested=true 2024-11-10T13:25:54,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:54,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 742a11a81193aa95f22e5c815e5c2d53:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:25:54,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:54,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 742a11a81193aa95f22e5c815e5c2d53:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:25:54,021 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T13:25:54,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:54,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 742a11a81193aa95f22e5c815e5c2d53:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:25:54,021 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T13:25:54,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:54,022 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 116974 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T13:25:54,022 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T13:25:54,022 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 742a11a81193aa95f22e5c815e5c2d53/B is initiating minor compaction (all files) 2024-11-10T13:25:54,022 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): 742a11a81193aa95f22e5c815e5c2d53/A is initiating minor compaction (all files) 2024-11-10T13:25:54,022 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 742a11a81193aa95f22e5c815e5c2d53/B in TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:54,022 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 742a11a81193aa95f22e5c815e5c2d53/A in TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:54,022 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/78938f024a464f1d9018bbd85d58c6be, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/56a8b7279a3544d4b85fb507880f26dc, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/538a06b79536429291375afa69a44670, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/2e8efa64818d4ea5ae6f0bed3df0386f] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp, totalSize=46.3 K 2024-11-10T13:25:54,022 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/4e76446945794524b164e8e9695de0b7, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/5fd75d775c4f489f9f9bea71f93e3761, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/598fe1202d5943d59342971cf608d67a, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/dd174a5b68e14fe5bc51744db30c59db] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp, totalSize=114.2 K 2024-11-10T13:25:54,022 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:54,022 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. files: [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/4e76446945794524b164e8e9695de0b7, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/5fd75d775c4f489f9f9bea71f93e3761, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/598fe1202d5943d59342971cf608d67a, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/dd174a5b68e14fe5bc51744db30c59db] 2024-11-10T13:25:54,022 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 78938f024a464f1d9018bbd85d58c6be, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731245148642 2024-11-10T13:25:54,023 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e76446945794524b164e8e9695de0b7, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731245148642 2024-11-10T13:25:54,023 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 56a8b7279a3544d4b85fb507880f26dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731245149305 2024-11-10T13:25:54,023 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5fd75d775c4f489f9f9bea71f93e3761, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731245149305 2024-11-10T13:25:54,023 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 538a06b79536429291375afa69a44670, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731245151507 2024-11-10T13:25:54,023 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 598fe1202d5943d59342971cf608d67a, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731245151507 2024-11-10T13:25:54,023 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e8efa64818d4ea5ae6f0bed3df0386f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731245151679 2024-11-10T13:25:54,023 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd174a5b68e14fe5bc51744db30c59db, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731245151679 2024-11-10T13:25:54,033 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 742a11a81193aa95f22e5c815e5c2d53#B#compaction#171 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:54,033 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/2ced6cb3d0dd4888b69f438a5069c901 is 50, key is test_row_0/B:col10/1731245151702/Put/seqid=0 2024-11-10T13:25:54,033 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:54,035 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411108e110e1d6e3748169d90eca8d96c238b_742a11a81193aa95f22e5c815e5c2d53 store=[table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:54,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742034_1210 (size=13085) 2024-11-10T13:25:54,059 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411108e110e1d6e3748169d90eca8d96c238b_742a11a81193aa95f22e5c815e5c2d53, store=[table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:54,059 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108e110e1d6e3748169d90eca8d96c238b_742a11a81193aa95f22e5c815e5c2d53 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:25:54,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742035_1211 (size=4469) 2024-11-10T13:25:54,449 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/2ced6cb3d0dd4888b69f438a5069c901 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/2ced6cb3d0dd4888b69f438a5069c901 2024-11-10T13:25:54,456 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 742a11a81193aa95f22e5c815e5c2d53/B of 742a11a81193aa95f22e5c815e5c2d53 into 2ced6cb3d0dd4888b69f438a5069c901(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:54,456 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:54,457 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., storeName=742a11a81193aa95f22e5c815e5c2d53/B, priority=12, startTime=1731245154021; duration=0sec 2024-11-10T13:25:54,457 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:25:54,457 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 742a11a81193aa95f22e5c815e5c2d53:B 2024-11-10T13:25:54,457 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T13:25:54,458 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T13:25:54,458 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 742a11a81193aa95f22e5c815e5c2d53/C is initiating minor compaction (all files) 2024-11-10T13:25:54,458 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 742a11a81193aa95f22e5c815e5c2d53/C in TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:25:54,458 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/e776413ec6dd4579b98db8458855ce4a, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/c99e6c0cad4f401c9dbc268fd2a2ee7d, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/13ac2480361d476f9ee65d05005e2cdf, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/e979d784733d410696b9a22509384c33] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp, totalSize=46.3 K 2024-11-10T13:25:54,459 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting e776413ec6dd4579b98db8458855ce4a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731245148642 2024-11-10T13:25:54,459 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting c99e6c0cad4f401c9dbc268fd2a2ee7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731245149305 2024-11-10T13:25:54,459 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 13ac2480361d476f9ee65d05005e2cdf, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731245151507 2024-11-10T13:25:54,460 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting e979d784733d410696b9a22509384c33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731245151679 2024-11-10T13:25:54,463 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 742a11a81193aa95f22e5c815e5c2d53#A#compaction#172 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:54,464 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/9e545d57ff4342ec9779a1c4cb8f7deb is 175, key is test_row_0/A:col10/1731245151702/Put/seqid=0 2024-11-10T13:25:54,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742036_1212 (size=32039) 2024-11-10T13:25:54,471 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 742a11a81193aa95f22e5c815e5c2d53#C#compaction#173 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:25:54,472 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/3458676d68494c30947284836116153a is 50, key is test_row_0/C:col10/1731245151702/Put/seqid=0 2024-11-10T13:25:54,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742037_1213 (size=13085) 2024-11-10T13:25:54,880 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/9e545d57ff4342ec9779a1c4cb8f7deb as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/9e545d57ff4342ec9779a1c4cb8f7deb 2024-11-10T13:25:54,882 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/3458676d68494c30947284836116153a as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/3458676d68494c30947284836116153a 2024-11-10T13:25:54,885 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 742a11a81193aa95f22e5c815e5c2d53/A of 742a11a81193aa95f22e5c815e5c2d53 into 9e545d57ff4342ec9779a1c4cb8f7deb(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:54,885 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:54,885 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., storeName=742a11a81193aa95f22e5c815e5c2d53/A, priority=12, startTime=1731245154020; duration=0sec 2024-11-10T13:25:54,886 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:54,886 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 742a11a81193aa95f22e5c815e5c2d53:A 2024-11-10T13:25:54,887 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 742a11a81193aa95f22e5c815e5c2d53/C of 742a11a81193aa95f22e5c815e5c2d53 into 3458676d68494c30947284836116153a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:25:54,887 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 742a11a81193aa95f22e5c815e5c2d53: 2024-11-10T13:25:54,888 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., storeName=742a11a81193aa95f22e5c815e5c2d53/C, priority=12, startTime=1731245154021; duration=0sec 2024-11-10T13:25:54,888 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:25:54,888 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 742a11a81193aa95f22e5c815e5c2d53:C 2024-11-10T13:25:55,533 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T13:26:01,887 INFO [Thread-607 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-607. 2024-11-10T13:26:01,887 INFO [Thread-605 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-605. 2024-11-10T13:26:01,887 DEBUG [Thread-605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:26:01,887 DEBUG [Thread-607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:26:01,887 DEBUG [Thread-605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:01,887 DEBUG [Thread-607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:01,887 DEBUG [Thread-605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:01,887 DEBUG [Thread-607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:01,887 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:26:01,887 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:26:01,901 INFO [Thread-601 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-601. 2024-11-10T13:26:01,901 DEBUG [Thread-601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:26:01,901 DEBUG [Thread-601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:01,901 DEBUG [Thread-601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:01,901 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:26:01,932 INFO [Thread-603 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-603. 2024-11-10T13:26:01,932 DEBUG [Thread-603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:26:01,932 DEBUG [Thread-603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:01,932 DEBUG [Thread-603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:01,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:26:01,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T13:26:01,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 219 2024-11-10T13:26:01,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-11-10T13:26:01,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-11-10T13:26:01,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 9 2024-11-10T13:26:01,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 8 2024-11-10T13:26:01,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T13:26:01,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4801 2024-11-10T13:26:01,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4785 2024-11-10T13:26:01,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T13:26:01,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2090 2024-11-10T13:26:01,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6268 rows 2024-11-10T13:26:01,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2084 2024-11-10T13:26:01,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6250 rows 2024-11-10T13:26:01,933 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:26:01,934 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:26:01,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:01,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:01,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:26:01,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-10T13:26:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T13:26:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T13:26:01,941 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245161940"}]},"ts":"1731245161940"} 2024-11-10T13:26:01,943 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T13:26:01,943 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T13:26:01,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T13:26:01,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=742a11a81193aa95f22e5c815e5c2d53, UNASSIGN}] 2024-11-10T13:26:01,947 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=742a11a81193aa95f22e5c815e5c2d53, UNASSIGN 2024-11-10T13:26:01,949 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=742a11a81193aa95f22e5c815e5c2d53, regionState=CLOSING, regionLocation=2467a7071e00,33783,1731245097117 2024-11-10T13:26:01,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=742a11a81193aa95f22e5c815e5c2d53, UNASSIGN because future has completed 2024-11-10T13:26:01,950 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T13:26:01,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117}] 2024-11-10T13:26:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T13:26:02,104 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(122): Close 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:26:02,105 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T13:26:02,105 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1722): Closing 742a11a81193aa95f22e5c815e5c2d53, disabling compactions & flushes 2024-11-10T13:26:02,105 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:26:02,105 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:26:02,105 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. after waiting 0 ms 2024-11-10T13:26:02,105 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:26:02,106 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(2902): Flushing 742a11a81193aa95f22e5c815e5c2d53 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-10T13:26:02,116 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100feaf07e0f22447e91135af09367aba1_742a11a81193aa95f22e5c815e5c2d53 is 50, key is test_row_0/A:col10/1731245161930/Put/seqid=0 2024-11-10T13:26:02,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742038_1214 (size=9914) 2024-11-10T13:26:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T13:26:02,523 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:02,535 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100feaf07e0f22447e91135af09367aba1_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100feaf07e0f22447e91135af09367aba1_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:26:02,537 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/1d9e7bc457924d8f861a04c73f1671c0, store: [table=TestAcidGuarantees family=A region=742a11a81193aa95f22e5c815e5c2d53] 2024-11-10T13:26:02,537 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/1d9e7bc457924d8f861a04c73f1671c0 is 175, key is test_row_0/A:col10/1731245161930/Put/seqid=0 2024-11-10T13:26:02,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742039_1215 (size=22561) 2024-11-10T13:26:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T13:26:02,943 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=336, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/1d9e7bc457924d8f861a04c73f1671c0 2024-11-10T13:26:02,957 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/4654c1f73bc34f649bdb557f8a11658b is 50, key is test_row_0/B:col10/1731245161930/Put/seqid=0 2024-11-10T13:26:02,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742040_1216 (size=9857) 2024-11-10T13:26:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T13:26:03,362 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/4654c1f73bc34f649bdb557f8a11658b 2024-11-10T13:26:03,377 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/818ce59b317d45069976a4918af2a61f is 50, key is test_row_0/C:col10/1731245161930/Put/seqid=0 2024-11-10T13:26:03,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742041_1217 (size=9857) 2024-11-10T13:26:03,783 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/818ce59b317d45069976a4918af2a61f 2024-11-10T13:26:03,792 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/A/1d9e7bc457924d8f861a04c73f1671c0 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/1d9e7bc457924d8f861a04c73f1671c0 2024-11-10T13:26:03,796 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/1d9e7bc457924d8f861a04c73f1671c0, entries=100, sequenceid=336, filesize=22.0 K 2024-11-10T13:26:03,797 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/B/4654c1f73bc34f649bdb557f8a11658b as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/4654c1f73bc34f649bdb557f8a11658b 2024-11-10T13:26:03,801 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/4654c1f73bc34f649bdb557f8a11658b, entries=100, sequenceid=336, filesize=9.6 K 2024-11-10T13:26:03,802 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/.tmp/C/818ce59b317d45069976a4918af2a61f as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/818ce59b317d45069976a4918af2a61f 2024-11-10T13:26:03,806 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/818ce59b317d45069976a4918af2a61f, entries=100, sequenceid=336, filesize=9.6 K 2024-11-10T13:26:03,807 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 742a11a81193aa95f22e5c815e5c2d53 in 1702ms, sequenceid=336, compaction requested=false 2024-11-10T13:26:03,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/34fbbfc524d241f4ac078f49baadc297, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/76fbd3968c4e4984aaf32ab28f1508d0, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/5458ed3e53c247d687af18a115f5d34f, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/7d97a4b14a18456a9e831411ee0c67c1, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/e2e0382d70164997affdbc36aa95b012, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/97dc320a3929472bbda7e6869ac837fb, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/0ebe87249e60447a9cb262763169f2a4, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/3d1a4cffbebf4e7e828d633e6ed4986f, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/a199ec7ef5d64cd480c10085656d9d09, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/7f2e338b276f47ad96a5a8bf946ff158, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/5df02936d1b24566a9da4311ec4b475e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/1d731ae112fc499c93b4f8eccfad2ec1, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/4dd59494049e453991500328f0a1a2b8, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/84736eb33c684c058a92ba4878dc38e8, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/8a41ea557126473c9723bf55f335d91c, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/a87bcce4bb714a29847a53f569cab896, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/66397845370d4276890ee2a9abe57a23, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/1d2aa37d330f4d9997521efabc0dcb1e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/fa70e67ccc3049faafb6df228fd8d525, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/4e76446945794524b164e8e9695de0b7, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/5fd75d775c4f489f9f9bea71f93e3761, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/598fe1202d5943d59342971cf608d67a, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/dd174a5b68e14fe5bc51744db30c59db] to archive 2024-11-10T13:26:03,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T13:26:03,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/34fbbfc524d241f4ac078f49baadc297 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/34fbbfc524d241f4ac078f49baadc297 2024-11-10T13:26:03,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/76fbd3968c4e4984aaf32ab28f1508d0 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/76fbd3968c4e4984aaf32ab28f1508d0 2024-11-10T13:26:03,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/5458ed3e53c247d687af18a115f5d34f to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/5458ed3e53c247d687af18a115f5d34f 2024-11-10T13:26:03,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/7d97a4b14a18456a9e831411ee0c67c1 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/7d97a4b14a18456a9e831411ee0c67c1 2024-11-10T13:26:03,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/e2e0382d70164997affdbc36aa95b012 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/e2e0382d70164997affdbc36aa95b012 2024-11-10T13:26:03,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/97dc320a3929472bbda7e6869ac837fb to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/97dc320a3929472bbda7e6869ac837fb 2024-11-10T13:26:03,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/0ebe87249e60447a9cb262763169f2a4 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/0ebe87249e60447a9cb262763169f2a4 2024-11-10T13:26:03,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/3d1a4cffbebf4e7e828d633e6ed4986f to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/3d1a4cffbebf4e7e828d633e6ed4986f 2024-11-10T13:26:03,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/a199ec7ef5d64cd480c10085656d9d09 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/a199ec7ef5d64cd480c10085656d9d09 2024-11-10T13:26:03,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/7f2e338b276f47ad96a5a8bf946ff158 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/7f2e338b276f47ad96a5a8bf946ff158 2024-11-10T13:26:03,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/5df02936d1b24566a9da4311ec4b475e to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/5df02936d1b24566a9da4311ec4b475e 2024-11-10T13:26:03,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/1d731ae112fc499c93b4f8eccfad2ec1 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/1d731ae112fc499c93b4f8eccfad2ec1 2024-11-10T13:26:03,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/4dd59494049e453991500328f0a1a2b8 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/4dd59494049e453991500328f0a1a2b8 2024-11-10T13:26:03,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/84736eb33c684c058a92ba4878dc38e8 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/84736eb33c684c058a92ba4878dc38e8 2024-11-10T13:26:03,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/8a41ea557126473c9723bf55f335d91c to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/8a41ea557126473c9723bf55f335d91c 2024-11-10T13:26:03,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/a87bcce4bb714a29847a53f569cab896 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/a87bcce4bb714a29847a53f569cab896 2024-11-10T13:26:03,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/66397845370d4276890ee2a9abe57a23 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/66397845370d4276890ee2a9abe57a23 2024-11-10T13:26:03,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/1d2aa37d330f4d9997521efabc0dcb1e to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/1d2aa37d330f4d9997521efabc0dcb1e 2024-11-10T13:26:03,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/fa70e67ccc3049faafb6df228fd8d525 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/fa70e67ccc3049faafb6df228fd8d525 2024-11-10T13:26:03,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/4e76446945794524b164e8e9695de0b7 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/4e76446945794524b164e8e9695de0b7 2024-11-10T13:26:03,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/5fd75d775c4f489f9f9bea71f93e3761 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/5fd75d775c4f489f9f9bea71f93e3761 2024-11-10T13:26:03,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/598fe1202d5943d59342971cf608d67a to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/598fe1202d5943d59342971cf608d67a 2024-11-10T13:26:03,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/dd174a5b68e14fe5bc51744db30c59db to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/dd174a5b68e14fe5bc51744db30c59db 2024-11-10T13:26:03,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/1aa7b894c1ea4f16a1d4b5c44b7f1d0e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/a8870e6364ee474baf258174b070a91d, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/315761f7b7a94cdaa9ffe5a10e208363, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/68a780b5535d45729534f922b3f14131, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/f2026c42c1c04731a73daf6f682c7cc5, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/2bf1ef7ca1634b658f947b12785297ce, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/10c68ab25ce84e12b9052aa6e7ea4809, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/d7cd0c5bb06b419c96c226204ca8d856, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/f3ef23860277440cabd8e13fe16d00cc, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/0266ea6505364b3486101903f9a84622, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/66ef7e3eae354e5b8acc7eb3979741ff, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/51e099d1a70248be82dd0024da9a7ca6, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/d0602f8a7bcd4d2ebe7499291c6398e7, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/04b1de8c935346d19b6d9e2ecba972d7, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/892ac70904ca4923a11e4cde9fe0607c, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/5d031ea3537248b6bef5fb77403582fa, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/3b2a6c8fb11b44f6899413dd01bd62ba, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/7f7c0678ffb94ee693ad1297cbdac365, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/78938f024a464f1d9018bbd85d58c6be, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/94ac90d639334178a035557e17c9badb, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/56a8b7279a3544d4b85fb507880f26dc, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/538a06b79536429291375afa69a44670, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/2e8efa64818d4ea5ae6f0bed3df0386f] to archive 2024-11-10T13:26:03,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T13:26:03,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/1aa7b894c1ea4f16a1d4b5c44b7f1d0e to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/1aa7b894c1ea4f16a1d4b5c44b7f1d0e 2024-11-10T13:26:03,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/a8870e6364ee474baf258174b070a91d to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/a8870e6364ee474baf258174b070a91d 2024-11-10T13:26:03,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/315761f7b7a94cdaa9ffe5a10e208363 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/315761f7b7a94cdaa9ffe5a10e208363 2024-11-10T13:26:03,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/68a780b5535d45729534f922b3f14131 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/68a780b5535d45729534f922b3f14131 2024-11-10T13:26:03,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/f2026c42c1c04731a73daf6f682c7cc5 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/f2026c42c1c04731a73daf6f682c7cc5 2024-11-10T13:26:03,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/2bf1ef7ca1634b658f947b12785297ce to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/2bf1ef7ca1634b658f947b12785297ce 2024-11-10T13:26:03,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/10c68ab25ce84e12b9052aa6e7ea4809 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/10c68ab25ce84e12b9052aa6e7ea4809 2024-11-10T13:26:03,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/d7cd0c5bb06b419c96c226204ca8d856 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/d7cd0c5bb06b419c96c226204ca8d856 2024-11-10T13:26:03,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/f3ef23860277440cabd8e13fe16d00cc to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/f3ef23860277440cabd8e13fe16d00cc 2024-11-10T13:26:03,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/0266ea6505364b3486101903f9a84622 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/0266ea6505364b3486101903f9a84622 2024-11-10T13:26:03,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/66ef7e3eae354e5b8acc7eb3979741ff to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/66ef7e3eae354e5b8acc7eb3979741ff 2024-11-10T13:26:03,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/51e099d1a70248be82dd0024da9a7ca6 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/51e099d1a70248be82dd0024da9a7ca6 2024-11-10T13:26:03,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/d0602f8a7bcd4d2ebe7499291c6398e7 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/d0602f8a7bcd4d2ebe7499291c6398e7 2024-11-10T13:26:03,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/04b1de8c935346d19b6d9e2ecba972d7 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/04b1de8c935346d19b6d9e2ecba972d7 2024-11-10T13:26:03,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/892ac70904ca4923a11e4cde9fe0607c to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/892ac70904ca4923a11e4cde9fe0607c 2024-11-10T13:26:03,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/5d031ea3537248b6bef5fb77403582fa to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/5d031ea3537248b6bef5fb77403582fa 2024-11-10T13:26:03,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/3b2a6c8fb11b44f6899413dd01bd62ba to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/3b2a6c8fb11b44f6899413dd01bd62ba 2024-11-10T13:26:03,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/7f7c0678ffb94ee693ad1297cbdac365 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/7f7c0678ffb94ee693ad1297cbdac365 2024-11-10T13:26:03,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/78938f024a464f1d9018bbd85d58c6be to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/78938f024a464f1d9018bbd85d58c6be 2024-11-10T13:26:03,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/94ac90d639334178a035557e17c9badb to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/94ac90d639334178a035557e17c9badb 2024-11-10T13:26:03,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/56a8b7279a3544d4b85fb507880f26dc to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/56a8b7279a3544d4b85fb507880f26dc 2024-11-10T13:26:03,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/538a06b79536429291375afa69a44670 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/538a06b79536429291375afa69a44670 2024-11-10T13:26:03,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/2e8efa64818d4ea5ae6f0bed3df0386f to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/2e8efa64818d4ea5ae6f0bed3df0386f 2024-11-10T13:26:03,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/492fe136522f4a5baa7140cbb07a3bc2, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/08e08fb0c3cc4dcdadbc51e67bfccbe9, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/c396b7b21ba74473bfb3aa853b784758, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/62f178b5c62b4fe595bdc1cc42922026, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/dc610d45a0f046ad9dc382d6d980accf, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/00907fce9bb447fda22de001f5240c77, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/ffae5e6f9aa5483b85a9c0e6450e1737, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/4c6bed8d30034d89aa60af6b87df3660, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/8fb4248b64844edda6178b356891d168, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/8d86eb5c8b684445b6782b92c68fc036, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/b5a4d2fe75184e7783154fb6b05d68f4, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/f66ba915b23347d18d3c9503d24e1576, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/6daec00b35d1435c9fd834ea6384bf23, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/883201af5063445faaa7cf194b87bc57, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/77e5cb47397b4a519d5257e4e0af3e93, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/9a55559bd77e429a8ecc65bfa7784c51, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/ab3f0d523b604e5e837ff34b9c88c8a3, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/5acf0913b11345d1977d1e3bd024e664, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/e776413ec6dd4579b98db8458855ce4a, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/ecdcbe8038504a36af1723a380dfde50, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/c99e6c0cad4f401c9dbc268fd2a2ee7d, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/13ac2480361d476f9ee65d05005e2cdf, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/e979d784733d410696b9a22509384c33] to archive 2024-11-10T13:26:03,856 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T13:26:03,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/492fe136522f4a5baa7140cbb07a3bc2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/492fe136522f4a5baa7140cbb07a3bc2 2024-11-10T13:26:03,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/08e08fb0c3cc4dcdadbc51e67bfccbe9 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/08e08fb0c3cc4dcdadbc51e67bfccbe9 2024-11-10T13:26:03,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/c396b7b21ba74473bfb3aa853b784758 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/c396b7b21ba74473bfb3aa853b784758 2024-11-10T13:26:03,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/62f178b5c62b4fe595bdc1cc42922026 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/62f178b5c62b4fe595bdc1cc42922026 2024-11-10T13:26:03,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/dc610d45a0f046ad9dc382d6d980accf to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/dc610d45a0f046ad9dc382d6d980accf 2024-11-10T13:26:03,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/00907fce9bb447fda22de001f5240c77 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/00907fce9bb447fda22de001f5240c77 2024-11-10T13:26:03,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/ffae5e6f9aa5483b85a9c0e6450e1737 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/ffae5e6f9aa5483b85a9c0e6450e1737 2024-11-10T13:26:03,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/4c6bed8d30034d89aa60af6b87df3660 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/4c6bed8d30034d89aa60af6b87df3660 2024-11-10T13:26:03,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/8fb4248b64844edda6178b356891d168 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/8fb4248b64844edda6178b356891d168 2024-11-10T13:26:03,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/8d86eb5c8b684445b6782b92c68fc036 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/8d86eb5c8b684445b6782b92c68fc036 2024-11-10T13:26:03,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/b5a4d2fe75184e7783154fb6b05d68f4 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/b5a4d2fe75184e7783154fb6b05d68f4 2024-11-10T13:26:03,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/f66ba915b23347d18d3c9503d24e1576 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/f66ba915b23347d18d3c9503d24e1576 2024-11-10T13:26:03,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/6daec00b35d1435c9fd834ea6384bf23 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/6daec00b35d1435c9fd834ea6384bf23 2024-11-10T13:26:03,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/883201af5063445faaa7cf194b87bc57 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/883201af5063445faaa7cf194b87bc57 2024-11-10T13:26:03,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/77e5cb47397b4a519d5257e4e0af3e93 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/77e5cb47397b4a519d5257e4e0af3e93 2024-11-10T13:26:03,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/9a55559bd77e429a8ecc65bfa7784c51 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/9a55559bd77e429a8ecc65bfa7784c51 2024-11-10T13:26:03,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/ab3f0d523b604e5e837ff34b9c88c8a3 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/ab3f0d523b604e5e837ff34b9c88c8a3 2024-11-10T13:26:03,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/5acf0913b11345d1977d1e3bd024e664 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/5acf0913b11345d1977d1e3bd024e664 2024-11-10T13:26:03,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/e776413ec6dd4579b98db8458855ce4a to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/e776413ec6dd4579b98db8458855ce4a 2024-11-10T13:26:03,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/ecdcbe8038504a36af1723a380dfde50 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/ecdcbe8038504a36af1723a380dfde50 2024-11-10T13:26:03,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/c99e6c0cad4f401c9dbc268fd2a2ee7d to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/c99e6c0cad4f401c9dbc268fd2a2ee7d 2024-11-10T13:26:03,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/13ac2480361d476f9ee65d05005e2cdf to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/13ac2480361d476f9ee65d05005e2cdf 2024-11-10T13:26:03,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/e979d784733d410696b9a22509384c33 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/e979d784733d410696b9a22509384c33 2024-11-10T13:26:03,882 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/recovered.edits/339.seqid, newMaxSeqId=339, maxSeqId=4 2024-11-10T13:26:03,883 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. 2024-11-10T13:26:03,883 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1676): Region close journal for 742a11a81193aa95f22e5c815e5c2d53: Waiting for close lock at 1731245162105Running coprocessor pre-close hooks at 1731245162105Disabling compacts and flushes for region at 1731245162105Disabling writes for close at 1731245162105Obtaining lock to block concurrent updates at 1731245162106 (+1 ms)Preparing flush snapshotting stores in 742a11a81193aa95f22e5c815e5c2d53 at 1731245162106Finished memstore snapshotting TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731245162107 (+1 ms)Flushing stores of TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53. at 1731245162108 (+1 ms)Flushing 742a11a81193aa95f22e5c815e5c2d53/A: creating writer at 1731245162108Flushing mob file 742a11a81193aa95f22e5c815e5c2d53/A: appending metadata at 1731245162116 (+8 ms)Flushing mob file 742a11a81193aa95f22e5c815e5c2d53/A: closing flushed file at 1731245162116Flushing 742a11a81193aa95f22e5c815e5c2d53/A: appending metadata at 1731245162537 (+421 ms)Flushing 742a11a81193aa95f22e5c815e5c2d53/A: closing flushed file at 1731245162537Flushing 742a11a81193aa95f22e5c815e5c2d53/B: creating writer at 1731245162953 (+416 ms)Flushing 742a11a81193aa95f22e5c815e5c2d53/B: appending metadata at 1731245162956 (+3 ms)Flushing 742a11a81193aa95f22e5c815e5c2d53/B: closing flushed file at 1731245162956Flushing 742a11a81193aa95f22e5c815e5c2d53/C: creating writer at 1731245163372 (+416 ms)Flushing 742a11a81193aa95f22e5c815e5c2d53/C: appending metadata at 1731245163376 (+4 ms)Flushing 742a11a81193aa95f22e5c815e5c2d53/C: closing flushed file at 1731245163377 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cb61649: reopening flushed file at 1731245163791 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aebc7f7: reopening flushed file at 1731245163796 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3101e5c6: reopening flushed file at 1731245163801 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 742a11a81193aa95f22e5c815e5c2d53 in 1702ms, sequenceid=336, compaction requested=false at 1731245163807 (+6 ms)Writing region close event to WAL at 1731245163879 (+72 ms)Running coprocessor post-close hooks at 1731245163883 (+4 ms)Closed at 1731245163883 2024-11-10T13:26:03,885 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(157): Closed 742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:26:03,886 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=742a11a81193aa95f22e5c815e5c2d53, regionState=CLOSED 2024-11-10T13:26:03,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 because future has completed 2024-11-10T13:26:03,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-10T13:26:03,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseRegionProcedure 742a11a81193aa95f22e5c815e5c2d53, server=2467a7071e00,33783,1731245097117 in 1.9380 sec 2024-11-10T13:26:03,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-10T13:26:03,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=742a11a81193aa95f22e5c815e5c2d53, UNASSIGN in 1.9430 sec 2024-11-10T13:26:03,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-10T13:26:03,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9470 sec 2024-11-10T13:26:03,893 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245163893"}]},"ts":"1731245163893"} 2024-11-10T13:26:03,895 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T13:26:03,895 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T13:26:03,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9590 sec 2024-11-10T13:26:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T13:26:04,090 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:26:04,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-10T13:26:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:26:04,092 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:26:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T13:26:04,093 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=60, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:26:04,095 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:26:04,097 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A, FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B, FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C, FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/recovered.edits] 2024-11-10T13:26:04,100 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/1d9e7bc457924d8f861a04c73f1671c0 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/1d9e7bc457924d8f861a04c73f1671c0 2024-11-10T13:26:04,101 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/9e545d57ff4342ec9779a1c4cb8f7deb to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/A/9e545d57ff4342ec9779a1c4cb8f7deb 2024-11-10T13:26:04,103 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/2ced6cb3d0dd4888b69f438a5069c901 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/2ced6cb3d0dd4888b69f438a5069c901 2024-11-10T13:26:04,105 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/4654c1f73bc34f649bdb557f8a11658b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/B/4654c1f73bc34f649bdb557f8a11658b 2024-11-10T13:26:04,107 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/3458676d68494c30947284836116153a to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/3458676d68494c30947284836116153a 2024-11-10T13:26:04,108 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/818ce59b317d45069976a4918af2a61f to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/C/818ce59b317d45069976a4918af2a61f 2024-11-10T13:26:04,110 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/recovered.edits/339.seqid to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53/recovered.edits/339.seqid 2024-11-10T13:26:04,111 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:26:04,111 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T13:26:04,111 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T13:26:04,112 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-10T13:26:04,116 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100d41a43bb98f4c0696931c1b965cbe3e_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100d41a43bb98f4c0696931c1b965cbe3e_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:26:04,117 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100feaf07e0f22447e91135af09367aba1_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100feaf07e0f22447e91135af09367aba1_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:26:04,118 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111038c34e2dc51846a2ab9f338ae017dea1_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111038c34e2dc51846a2ab9f338ae017dea1_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:26:04,119 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103f2f0b8388f04299a8f04be36dff8edb_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103f2f0b8388f04299a8f04be36dff8edb_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:26:04,120 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110623a058a1ad948ae94d044e57476a739_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110623a058a1ad948ae94d044e57476a739_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:26:04,121 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106bba5e5e47b14bdfae4fbf96901fe19b_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106bba5e5e47b14bdfae4fbf96901fe19b_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:26:04,122 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111072929f896e9848a1a682b19946ae7f85_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111072929f896e9848a1a682b19946ae7f85_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:26:04,123 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111087589ae6aea04684944869dc38e33324_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111087589ae6aea04684944869dc38e33324_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:26:04,124 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109877da74637840c982b9a972eb1a5000_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109877da74637840c982b9a972eb1a5000_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:26:04,125 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c0cdabed6f3846ce98387d64af487791_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c0cdabed6f3846ce98387d64af487791_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:26:04,126 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c46ef894f5b8435a9f536ccb4c31b719_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c46ef894f5b8435a9f536ccb4c31b719_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:26:04,127 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110cb076c856edf426ea12ce614f3e924b2_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110cb076c856edf426ea12ce614f3e924b2_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:26:04,128 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110cec7498fb6434768bde72c3d644554d4_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110cec7498fb6434768bde72c3d644554d4_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:26:04,129 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110dbb4bcd8d92645fc840ac6c1804509ea_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110dbb4bcd8d92645fc840ac6c1804509ea_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:26:04,130 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e73e2cc38f7645df93bcbb259c335b64_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e73e2cc38f7645df93bcbb259c335b64_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:26:04,131 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110faff74beffdc41c4b5c93a33b1a605d0_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110faff74beffdc41c4b5c93a33b1a605d0_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:26:04,132 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ff3cf4d240734d53ba0912b5dc12b05e_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ff3cf4d240734d53ba0912b5dc12b05e_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:26:04,133 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ffe2ef82d4214d33aad89d25fe1ace86_742a11a81193aa95f22e5c815e5c2d53 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ffe2ef82d4214d33aad89d25fe1ace86_742a11a81193aa95f22e5c815e5c2d53 2024-11-10T13:26:04,134 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T13:26:04,136 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=60, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:26:04,138 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T13:26:04,140 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T13:26:04,141 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=60, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:26:04,141 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T13:26:04,142 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731245164141"}]},"ts":"9223372036854775807"} 2024-11-10T13:26:04,144 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T13:26:04,144 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 742a11a81193aa95f22e5c815e5c2d53, NAME => 'TestAcidGuarantees,,1731245129118.742a11a81193aa95f22e5c815e5c2d53.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T13:26:04,144 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T13:26:04,144 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731245164144"}]},"ts":"9223372036854775807"} 2024-11-10T13:26:04,146 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T13:26:04,146 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=60, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:26:04,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 56 msec 2024-11-10T13:26:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T13:26:04,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T13:26:04,200 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:26:04,208 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238 (was 239), OpenFileDescriptor=453 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=405 (was 505), ProcessCount=11 (was 11), AvailableMemoryMB=3390 (was 3502) 2024-11-10T13:26:04,217 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=405, ProcessCount=11, AvailableMemoryMB=3390 2024-11-10T13:26:04,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T13:26:04,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:26:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T13:26:04,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:26:04,221 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:04,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 61 2024-11-10T13:26:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-10T13:26:04,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:26:04,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742042_1218 (size=959) 2024-11-10T13:26:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-10T13:26:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-10T13:26:04,634 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57 2024-11-10T13:26:04,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742043_1219 (size=53) 2024-11-10T13:26:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-10T13:26:05,044 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:26:05,044 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 915ef277d3d72cb99322dcd9525be2cc, disabling compactions & flushes 2024-11-10T13:26:05,044 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:05,044 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:05,044 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. after waiting 0 ms 2024-11-10T13:26:05,044 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:05,044 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:05,044 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 915ef277d3d72cb99322dcd9525be2cc: Waiting for close lock at 1731245165044Disabling compacts and flushes for region at 1731245165044Disabling writes for close at 1731245165044Writing region close event to WAL at 1731245165044Closed at 1731245165044 2024-11-10T13:26:05,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:26:05,045 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731245165045"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731245165045"}]},"ts":"1731245165045"} 2024-11-10T13:26:05,047 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:26:05,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:26:05,047 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245165047"}]},"ts":"1731245165047"} 2024-11-10T13:26:05,049 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T13:26:05,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=915ef277d3d72cb99322dcd9525be2cc, ASSIGN}] 2024-11-10T13:26:05,050 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=915ef277d3d72cb99322dcd9525be2cc, ASSIGN 2024-11-10T13:26:05,050 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=915ef277d3d72cb99322dcd9525be2cc, ASSIGN; state=OFFLINE, location=2467a7071e00,33783,1731245097117; forceNewPlan=false, retain=false 2024-11-10T13:26:05,201 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=915ef277d3d72cb99322dcd9525be2cc, regionState=OPENING, regionLocation=2467a7071e00,33783,1731245097117 2024-11-10T13:26:05,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=915ef277d3d72cb99322dcd9525be2cc, ASSIGN because future has completed 2024-11-10T13:26:05,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117}] 2024-11-10T13:26:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-10T13:26:05,361 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:05,361 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7752): Opening region: {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:26:05,361 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:05,362 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:26:05,362 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7794): checking encryption for 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:05,362 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7797): checking classloading for 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:05,365 INFO [StoreOpener-915ef277d3d72cb99322dcd9525be2cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:05,368 INFO [StoreOpener-915ef277d3d72cb99322dcd9525be2cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 915ef277d3d72cb99322dcd9525be2cc columnFamilyName A 2024-11-10T13:26:05,368 DEBUG [StoreOpener-915ef277d3d72cb99322dcd9525be2cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:05,369 INFO [StoreOpener-915ef277d3d72cb99322dcd9525be2cc-1 {}] regionserver.HStore(327): Store=915ef277d3d72cb99322dcd9525be2cc/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:26:05,369 INFO [StoreOpener-915ef277d3d72cb99322dcd9525be2cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:05,372 INFO [StoreOpener-915ef277d3d72cb99322dcd9525be2cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 915ef277d3d72cb99322dcd9525be2cc columnFamilyName B 2024-11-10T13:26:05,372 DEBUG [StoreOpener-915ef277d3d72cb99322dcd9525be2cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:05,374 INFO [StoreOpener-915ef277d3d72cb99322dcd9525be2cc-1 {}] regionserver.HStore(327): Store=915ef277d3d72cb99322dcd9525be2cc/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:26:05,374 INFO [StoreOpener-915ef277d3d72cb99322dcd9525be2cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:05,376 INFO [StoreOpener-915ef277d3d72cb99322dcd9525be2cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 915ef277d3d72cb99322dcd9525be2cc columnFamilyName C 2024-11-10T13:26:05,376 DEBUG [StoreOpener-915ef277d3d72cb99322dcd9525be2cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:05,377 INFO [StoreOpener-915ef277d3d72cb99322dcd9525be2cc-1 {}] regionserver.HStore(327): Store=915ef277d3d72cb99322dcd9525be2cc/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:26:05,377 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1038): replaying wal for 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:05,378 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:05,379 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:05,381 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1048): stopping wal replay for 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:05,381 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1060): Cleaning up temporary data for 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:05,381 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T13:26:05,383 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1093): writing seq id for 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:05,387 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:26:05,388 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1114): Opened 915ef277d3d72cb99322dcd9525be2cc; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73047538, jitterRate=0.08849313855171204}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T13:26:05,388 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:05,388 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1006): Region open journal for 915ef277d3d72cb99322dcd9525be2cc: Running coprocessor pre-open hook at 1731245165362Writing region info on filesystem at 1731245165362Initializing all the Stores at 1731245165364 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245165364Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245165365 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245165365Cleaning up temporary data from old regions at 1731245165381 (+16 ms)Running coprocessor post-open hooks at 1731245165388 (+7 ms)Region opened successfully at 1731245165388 2024-11-10T13:26:05,389 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., pid=63, masterSystemTime=1731245165355 2024-11-10T13:26:05,391 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:05,391 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:05,392 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=915ef277d3d72cb99322dcd9525be2cc, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,33783,1731245097117 2024-11-10T13:26:05,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 because future has completed 2024-11-10T13:26:05,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-10T13:26:05,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure 915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 in 192 msec 2024-11-10T13:26:05,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-10T13:26:05,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=915ef277d3d72cb99322dcd9525be2cc, ASSIGN in 349 msec 2024-11-10T13:26:05,401 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:26:05,402 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245165402"}]},"ts":"1731245165402"} 2024-11-10T13:26:05,404 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T13:26:05,405 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:26:05,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1870 sec 2024-11-10T13:26:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-10T13:26:06,371 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:26:06,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56716a65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,373 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:26:06,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:26:06,375 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:26:06,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:26:06,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:26:06,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18124f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:26:06,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:26:06,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:06,378 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:26:06,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dede020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:26:06,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:26:06,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:26:06,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:26:06,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:26:06,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,43131,1731245096350 2024-11-10T13:26:06,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f42fc1f 2024-11-10T13:26:06,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:26:06,385 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:26:06,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e44b286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,387 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:26:06,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:26:06,388 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:26:06,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:26:06,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:26:06,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@545dd122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:26:06,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:26:06,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:06,391 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:26:06,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f740de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@611ff3c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:26:06,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:26:06,394 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:26:06,394 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:26:06,394 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:26:06,394 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46cf0d28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,394 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:26:06,395 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:26:06,395 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:06,396 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:26:06,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@162b7a78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32865d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,398 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:26:06,398 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:26:06,399 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:26:06,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:26:06,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:26:06,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61def515, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:26:06,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:26:06,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:06,401 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:26:06,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ecbbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67136d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,403 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:26:06,403 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:26:06,404 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:26:06,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:26:06,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:26:06,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4acd36d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:26:06,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:26:06,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:06,405 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:26:06,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311710bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@447061ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:26:06,407 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:26:06,408 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:26:06,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:26:06,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:26:06,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb02010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:26:06,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:26:06,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:06,409 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:26:06,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3019bc77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b50bdc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,410 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:26:06,410 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:26:06,411 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:26:06,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:26:06,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:26:06,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63755009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:26:06,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:26:06,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:06,412 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:26:06,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d64722, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f5f704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,413 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:26:06,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:26:06,414 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:26:06,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:26:06,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:26:06,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736b24a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:26:06,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:26:06,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:06,415 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:26:06,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5763c054, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ad5c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,417 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:26:06,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:26:06,417 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:26:06,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:26:06,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:26:06,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5517603c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:26:06,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:26:06,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:06,419 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:26:06,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645dcba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2d949d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,420 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:26:06,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:26:06,420 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:26:06,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:26:06,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:26:06,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ca3dd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:26:06,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:26:06,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:06,422 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:26:06,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b271b9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341761a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,423 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:26:06,423 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:26:06,423 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:26:06,423 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:26:06,424 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:26:06,424 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f5f6e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,424 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:26:06,424 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:26:06,424 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:06,424 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:26:06,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d3b074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:06,425 DEBUG [Thread-1042 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:26:06,425 DEBUG [Thread-1053 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:26:06,425 DEBUG [Thread-1051 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:26:06,425 DEBUG [Thread-1034 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:26:06,426 DEBUG [Thread-1038 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:26:06,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:26:06,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:26:06,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:26:06,426 DEBUG [Thread-1047 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:26:06,426 DEBUG [Thread-1049 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:26:06,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:26:06,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:26:06,426 DEBUG [Thread-1045 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:26:06,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:26:06,427 DEBUG [Thread-1036 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:26:06,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:26:06,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:26:06,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:26:06,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:26:06,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:26:06,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:26:06,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:26:06,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:26:06,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:26:06,428 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:26:06,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:26:06,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:26:06,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:26:06,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:26:06,428 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:26:06,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:26:06,429 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:26:06,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2] 2024-11-10T13:26:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-10T13:26:06,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:26:06,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:26:06,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:26:06,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2] 2024-11-10T13:26:06,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2] 2024-11-10T13:26:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T13:26:06,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2] 2024-11-10T13:26:06,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2] 2024-11-10T13:26:06,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2] 2024-11-10T13:26:06,432 DEBUG [Thread-1040 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:26:06,432 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:26:06,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:26:06,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:26:06,434 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:26:06,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:26:06,434 DEBUG [Thread-1040 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:26:06,434 DEBUG [Thread-1040 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:26:06,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2] 2024-11-10T13:26:06,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2] 2024-11-10T13:26:06,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2] 2024-11-10T13:26:06,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:26:06,441 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:26:06,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 915ef277d3d72cb99322dcd9525be2cc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T13:26:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:06,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2] 2024-11-10T13:26:06,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/c7d2069ee2bf49d39a5d8c1b23e64c9e is 50, key is test_row_1/A:col10/1731245166432/Put/seqid=0 2024-11-10T13:26:06,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245226472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:06,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:06,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:06,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:06,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245226474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:06,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:06,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:06,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:06,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245226475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:06,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:06,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:06,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:06,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245226477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:06,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:06,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:06,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:06,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245226478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:06,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:06,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:06,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T13:26:06,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742044_1220 (size=9657) 2024-11-10T13:26:06,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T13:26:06,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:06,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:06,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:06,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:06,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:06,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:06,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245226590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245226590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:06,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:06,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245226590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245226590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:06,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245226590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:06,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T13:26:06,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:06,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:06,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:06,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:06,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T13:26:06,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245226799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:06,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245226800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:06,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:06,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:06,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:06,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:06,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245226800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245226800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:06,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245226800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:06,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:06,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:06,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:06,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T13:26:06,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:06,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:06,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:06,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:06,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:06,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/c7d2069ee2bf49d39a5d8c1b23e64c9e 2024-11-10T13:26:07,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/67641be724744905a574f2248be0b7ab is 50, key is test_row_1/B:col10/1731245166432/Put/seqid=0 2024-11-10T13:26:07,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742045_1221 (size=9657) 2024-11-10T13:26:07,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/67641be724744905a574f2248be0b7ab 2024-11-10T13:26:07,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/69992c6c5ac144a3a4b008677416392a is 50, key is test_row_1/C:col10/1731245166432/Put/seqid=0 2024-11-10T13:26:07,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T13:26:07,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:07,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:07,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:07,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:07,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T13:26:07,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742046_1222 (size=9657) 2024-11-10T13:26:07,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245227109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:07,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:07,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245227109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:07,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:07,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245227109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:07,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:07,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:07,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245227110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:07,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:07,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245227110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:07,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:07,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T13:26:07,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:07,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:07,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:07,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:07,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:07,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T13:26:07,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:07,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:07,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:07,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:07,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:07,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/69992c6c5ac144a3a4b008677416392a 2024-11-10T13:26:07,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/c7d2069ee2bf49d39a5d8c1b23e64c9e as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/c7d2069ee2bf49d39a5d8c1b23e64c9e 2024-11-10T13:26:07,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/c7d2069ee2bf49d39a5d8c1b23e64c9e, entries=100, sequenceid=13, filesize=9.4 K 2024-11-10T13:26:07,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/67641be724744905a574f2248be0b7ab as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/67641be724744905a574f2248be0b7ab 2024-11-10T13:26:07,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/67641be724744905a574f2248be0b7ab, entries=100, sequenceid=13, filesize=9.4 K 2024-11-10T13:26:07,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/69992c6c5ac144a3a4b008677416392a as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/69992c6c5ac144a3a4b008677416392a 2024-11-10T13:26:07,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/69992c6c5ac144a3a4b008677416392a, entries=100, sequenceid=13, filesize=9.4 K 2024-11-10T13:26:07,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 915ef277d3d72cb99322dcd9525be2cc in 1063ms, sequenceid=13, compaction requested=false 2024-11-10T13:26:07,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:07,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T13:26:07,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:07,510 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 915ef277d3d72cb99322dcd9525be2cc 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T13:26:07,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/fd3c645e3a40424a8ba8c4760d76e243 is 50, key is test_row_0/A:col10/1731245166475/Put/seqid=0 2024-11-10T13:26:07,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742047_1223 (size=12001) 2024-11-10T13:26:07,519 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/fd3c645e3a40424a8ba8c4760d76e243 2024-11-10T13:26:07,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/5d387da2b88d411283cea5412c3e5514 is 50, key is test_row_0/B:col10/1731245166475/Put/seqid=0 2024-11-10T13:26:07,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742048_1224 (size=12001) 2024-11-10T13:26:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T13:26:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:07,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:07,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245227623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:07,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245227624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:07,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:07,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:07,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245227624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:07,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:07,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245227625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:07,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:07,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245227626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:07,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:07,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245227729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:07,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245227729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:07,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:07,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:07,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245227739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:07,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245227739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:07,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:07,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:07,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245227739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:07,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:07,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245227939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:07,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:07,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245227939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:07,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:07,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:07,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245227949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:07,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:07,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245227949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:07,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:07,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245227949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:07,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:07,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:07,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:07,955 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/5d387da2b88d411283cea5412c3e5514 2024-11-10T13:26:07,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/a3083be1da72478dbe60a1bedeab6e33 is 50, key is test_row_0/C:col10/1731245166475/Put/seqid=0 2024-11-10T13:26:07,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742049_1225 (size=12001) 2024-11-10T13:26:08,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245228249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:08,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:08,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:08,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245228249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:08,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:08,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245228259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245228259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:08,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:08,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:08,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:08,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:08,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245228259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:08,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:08,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:08,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:08,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:08,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:08,367 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/a3083be1da72478dbe60a1bedeab6e33 2024-11-10T13:26:08,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/fd3c645e3a40424a8ba8c4760d76e243 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/fd3c645e3a40424a8ba8c4760d76e243 2024-11-10T13:26:08,375 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/fd3c645e3a40424a8ba8c4760d76e243, entries=150, sequenceid=38, filesize=11.7 K 2024-11-10T13:26:08,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/5d387da2b88d411283cea5412c3e5514 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/5d387da2b88d411283cea5412c3e5514 2024-11-10T13:26:08,380 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/5d387da2b88d411283cea5412c3e5514, entries=150, sequenceid=38, filesize=11.7 K 2024-11-10T13:26:08,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/a3083be1da72478dbe60a1bedeab6e33 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/a3083be1da72478dbe60a1bedeab6e33 2024-11-10T13:26:08,385 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/a3083be1da72478dbe60a1bedeab6e33, entries=150, sequenceid=38, filesize=11.7 K 2024-11-10T13:26:08,386 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 915ef277d3d72cb99322dcd9525be2cc in 876ms, sequenceid=38, compaction requested=false 2024-11-10T13:26:08,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:08,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:08,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-10T13:26:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-10T13:26:08,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-10T13:26:08,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9530 sec 2024-11-10T13:26:08,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.9630 sec 2024-11-10T13:26:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T13:26:08,579 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:26:08,580 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:26:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-10T13:26:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T13:26:08,582 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:26:08,582 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:26:08,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:26:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T13:26:08,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-10T13:26:08,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:08,735 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 915ef277d3d72cb99322dcd9525be2cc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T13:26:08,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/0a4cafad742f45faaf4f05b8b6dd2c57 is 50, key is test_row_0/A:col10/1731245167625/Put/seqid=0 2024-11-10T13:26:08,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:08,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742050_1226 (size=12001) 2024-11-10T13:26:08,762 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/0a4cafad742f45faaf4f05b8b6dd2c57 2024-11-10T13:26:08,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/ddde7bdbab6649479cfcb0421a36f1fe is 50, key is test_row_0/B:col10/1731245167625/Put/seqid=0 2024-11-10T13:26:08,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742051_1227 (size=12001) 2024-11-10T13:26:08,775 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/ddde7bdbab6649479cfcb0421a36f1fe 2024-11-10T13:26:08,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/f0d3698f0bec44e388b1c18986184af2 is 50, key is test_row_0/C:col10/1731245167625/Put/seqid=0 2024-11-10T13:26:08,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742052_1228 (size=12001) 2024-11-10T13:26:08,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:08,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245228787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245228788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:08,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:08,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:08,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245228789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:08,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:08,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:08,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:08,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:08,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245228790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:08,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245228790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T13:26:08,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245228899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:08,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:08,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245228899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:08,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:08,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:08,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:08,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:08,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:08,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245228899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:08,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:08,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:08,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:08,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245228899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:08,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:08,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:08,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:08,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245228900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:08,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:08,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:08,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:09,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245229109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:09,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:09,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245229109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:09,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:09,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:09,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245229109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:09,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:09,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245229109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:09,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:09,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245229109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:09,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:09,187 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/f0d3698f0bec44e388b1c18986184af2 2024-11-10T13:26:09,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/0a4cafad742f45faaf4f05b8b6dd2c57 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/0a4cafad742f45faaf4f05b8b6dd2c57 2024-11-10T13:26:09,195 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/0a4cafad742f45faaf4f05b8b6dd2c57, entries=150, sequenceid=49, filesize=11.7 K 2024-11-10T13:26:09,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/ddde7bdbab6649479cfcb0421a36f1fe as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/ddde7bdbab6649479cfcb0421a36f1fe 2024-11-10T13:26:09,199 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/ddde7bdbab6649479cfcb0421a36f1fe, entries=150, sequenceid=49, filesize=11.7 K 2024-11-10T13:26:09,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/f0d3698f0bec44e388b1c18986184af2 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/f0d3698f0bec44e388b1c18986184af2 2024-11-10T13:26:09,204 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/f0d3698f0bec44e388b1c18986184af2, entries=150, sequenceid=49, filesize=11.7 K 2024-11-10T13:26:09,205 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 915ef277d3d72cb99322dcd9525be2cc in 471ms, sequenceid=49, compaction requested=true 2024-11-10T13:26:09,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:09,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:09,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-10T13:26:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-10T13:26:09,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-10T13:26:09,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 624 msec 2024-11-10T13:26:09,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 628 msec 2024-11-10T13:26:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T13:26:09,209 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:26:09,210 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:26:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-10T13:26:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T13:26:09,211 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:26:09,212 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:26:09,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:26:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T13:26:09,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-10T13:26:09,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:09,364 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 915ef277d3d72cb99322dcd9525be2cc 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T13:26:09,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/2abe37835d81482c8bb1c2a182f75546 is 50, key is test_row_0/A:col10/1731245168789/Put/seqid=0 2024-11-10T13:26:09,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742053_1229 (size=12001) 2024-11-10T13:26:09,376 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/2abe37835d81482c8bb1c2a182f75546 2024-11-10T13:26:09,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/7a22e97eacc14fbe910be7823489de42 is 50, key is test_row_0/B:col10/1731245168789/Put/seqid=0 2024-11-10T13:26:09,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742054_1230 (size=12001) 2024-11-10T13:26:09,410 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T13:26:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:09,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:09,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245229424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:09,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:09,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245229425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:09,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:09,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:09,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245229429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:09,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245229431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:09,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:09,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245229431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:09,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T13:26:09,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245229539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:09,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245229540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:09,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:09,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245229540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:09,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:09,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:09,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245229540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:09,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:09,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245229540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:09,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:09,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:09,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245229749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:09,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:09,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245229749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:09,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:09,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245229750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:09,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:09,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245229750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:09,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:09,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245229750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:09,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:09,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:09,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:09,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:09,796 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/7a22e97eacc14fbe910be7823489de42 2024-11-10T13:26:09,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/17ab019aa2d14d2ba3496bd82ad88081 is 50, key is test_row_0/C:col10/1731245168789/Put/seqid=0 2024-11-10T13:26:09,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742055_1231 (size=12001) 2024-11-10T13:26:09,814 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/17ab019aa2d14d2ba3496bd82ad88081 2024-11-10T13:26:09,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/2abe37835d81482c8bb1c2a182f75546 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/2abe37835d81482c8bb1c2a182f75546 2024-11-10T13:26:09,825 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/2abe37835d81482c8bb1c2a182f75546, entries=150, sequenceid=74, filesize=11.7 K 2024-11-10T13:26:09,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/7a22e97eacc14fbe910be7823489de42 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/7a22e97eacc14fbe910be7823489de42 2024-11-10T13:26:09,835 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/7a22e97eacc14fbe910be7823489de42, entries=150, sequenceid=74, filesize=11.7 K 2024-11-10T13:26:09,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/17ab019aa2d14d2ba3496bd82ad88081 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/17ab019aa2d14d2ba3496bd82ad88081 2024-11-10T13:26:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T13:26:09,841 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/17ab019aa2d14d2ba3496bd82ad88081, entries=150, sequenceid=74, filesize=11.7 K 2024-11-10T13:26:09,842 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 915ef277d3d72cb99322dcd9525be2cc in 478ms, sequenceid=74, compaction requested=true 2024-11-10T13:26:09,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:09,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:09,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-10T13:26:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-10T13:26:09,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-10T13:26:09,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 632 msec 2024-11-10T13:26:09,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 636 msec 2024-11-10T13:26:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:10,061 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:26:10,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 915ef277d3d72cb99322dcd9525be2cc 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T13:26:10,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/9cf90049c83b4b1d8a2ba73e790e513a is 50, key is test_row_0/A:col10/1731245170060/Put/seqid=0 2024-11-10T13:26:10,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742056_1232 (size=14341) 2024-11-10T13:26:10,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/9cf90049c83b4b1d8a2ba73e790e513a 2024-11-10T13:26:10,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/a63f8b168ccf4fa5a40e69f35f7c838c is 50, key is test_row_0/B:col10/1731245170060/Put/seqid=0 2024-11-10T13:26:10,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245230083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:10,089 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,089 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,089 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:10,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742057_1233 (size=12001) 2024-11-10T13:26:10,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245230085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:10,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:10,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245230086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:10,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245230087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:10,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:10,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:10,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245230089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:10,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:10,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:10,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:10,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245230199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:10,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:10,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245230199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:10,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:10,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:10,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:10,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245230199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:10,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:10,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:10,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245230200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:10,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:10,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:10,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245230200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:10,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T13:26:10,349 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:26:10,349 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:26:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-10T13:26:10,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T13:26:10,351 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:26:10,351 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:26:10,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:26:10,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245230409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:10,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245230409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:10,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:10,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:10,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:10,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245230409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245230410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245230410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:10,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T13:26:10,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/a63f8b168ccf4fa5a40e69f35f7c838c 2024-11-10T13:26:10,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/94d52126bd6c4abf86aeb1ea323adb09 is 50, key is test_row_0/C:col10/1731245170060/Put/seqid=0 2024-11-10T13:26:10,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T13:26:10,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:10,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:10,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:10,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:10,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:10,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742058_1234 (size=12001) 2024-11-10T13:26:10,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T13:26:10,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:10,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:10,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:10,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:10,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T13:26:10,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245230719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:10,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245230719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:10,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:10,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245230719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:10,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:10,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:10,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245230720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:10,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:10,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:10,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245230720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:10,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:10,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:10,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:10,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T13:26:10,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:10,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:10,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:10,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:10,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:10,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/94d52126bd6c4abf86aeb1ea323adb09 2024-11-10T13:26:10,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/9cf90049c83b4b1d8a2ba73e790e513a as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/9cf90049c83b4b1d8a2ba73e790e513a 2024-11-10T13:26:10,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/9cf90049c83b4b1d8a2ba73e790e513a, entries=200, sequenceid=87, filesize=14.0 K 2024-11-10T13:26:10,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/a63f8b168ccf4fa5a40e69f35f7c838c as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/a63f8b168ccf4fa5a40e69f35f7c838c 2024-11-10T13:26:10,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/a63f8b168ccf4fa5a40e69f35f7c838c, entries=150, sequenceid=87, filesize=11.7 K 2024-11-10T13:26:10,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/94d52126bd6c4abf86aeb1ea323adb09 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/94d52126bd6c4abf86aeb1ea323adb09 2024-11-10T13:26:10,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/94d52126bd6c4abf86aeb1ea323adb09, entries=150, sequenceid=87, filesize=11.7 K 2024-11-10T13:26:10,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 915ef277d3d72cb99322dcd9525be2cc in 868ms, sequenceid=87, compaction requested=true 2024-11-10T13:26:10,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:10,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 915ef277d3d72cb99322dcd9525be2cc:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:26:10,929 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-10T13:26:10,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:10,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 915ef277d3d72cb99322dcd9525be2cc:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:26:10,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:10,930 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-10T13:26:10,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 915ef277d3d72cb99322dcd9525be2cc:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:26:10,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:26:10,931 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60001 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-10T13:26:10,931 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): 915ef277d3d72cb99322dcd9525be2cc/A is initiating minor compaction (all files) 2024-11-10T13:26:10,931 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 57661 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-10T13:26:10,931 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 915ef277d3d72cb99322dcd9525be2cc/A in TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:10,931 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 915ef277d3d72cb99322dcd9525be2cc/B is initiating minor compaction (all files) 2024-11-10T13:26:10,931 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 915ef277d3d72cb99322dcd9525be2cc/B in TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:10,931 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/c7d2069ee2bf49d39a5d8c1b23e64c9e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/fd3c645e3a40424a8ba8c4760d76e243, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/0a4cafad742f45faaf4f05b8b6dd2c57, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/2abe37835d81482c8bb1c2a182f75546, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/9cf90049c83b4b1d8a2ba73e790e513a] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp, totalSize=58.6 K 2024-11-10T13:26:10,931 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/67641be724744905a574f2248be0b7ab, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/5d387da2b88d411283cea5412c3e5514, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/ddde7bdbab6649479cfcb0421a36f1fe, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/7a22e97eacc14fbe910be7823489de42, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/a63f8b168ccf4fa5a40e69f35f7c838c] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp, totalSize=56.3 K 2024-11-10T13:26:10,931 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7d2069ee2bf49d39a5d8c1b23e64c9e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731245166432 2024-11-10T13:26:10,931 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 67641be724744905a574f2248be0b7ab, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731245166432 2024-11-10T13:26:10,932 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d387da2b88d411283cea5412c3e5514, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731245166472 2024-11-10T13:26:10,932 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd3c645e3a40424a8ba8c4760d76e243, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731245166472 2024-11-10T13:26:10,932 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting ddde7bdbab6649479cfcb0421a36f1fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731245167622 2024-11-10T13:26:10,932 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a4cafad742f45faaf4f05b8b6dd2c57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731245167622 2024-11-10T13:26:10,932 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a22e97eacc14fbe910be7823489de42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731245168786 2024-11-10T13:26:10,932 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2abe37835d81482c8bb1c2a182f75546, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731245168786 2024-11-10T13:26:10,932 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting a63f8b168ccf4fa5a40e69f35f7c838c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731245169427 2024-11-10T13:26:10,933 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cf90049c83b4b1d8a2ba73e790e513a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731245169421 2024-11-10T13:26:10,943 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 915ef277d3d72cb99322dcd9525be2cc#B#compaction#192 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:10,943 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 915ef277d3d72cb99322dcd9525be2cc#A#compaction#193 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:10,944 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/1ae14ad051a543c791adab6da03ce55e is 50, key is test_row_0/B:col10/1731245170060/Put/seqid=0 2024-11-10T13:26:10,944 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/57ddf5bb20344cd89e3bff73c1a30da8 is 50, key is test_row_0/A:col10/1731245170060/Put/seqid=0 2024-11-10T13:26:10,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742059_1235 (size=12173) 2024-11-10T13:26:10,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742060_1236 (size=12173) 2024-11-10T13:26:10,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T13:26:10,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:10,963 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 915ef277d3d72cb99322dcd9525be2cc 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T13:26:10,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/cefba46aa1f3464d8e1288fcd9409774 is 50, key is test_row_0/A:col10/1731245170073/Put/seqid=0 2024-11-10T13:26:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T13:26:10,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742061_1237 (size=12001) 2024-11-10T13:26:10,982 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/cefba46aa1f3464d8e1288fcd9409774 2024-11-10T13:26:10,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/deafd340052544f7954e30845293aa9e is 50, key is test_row_0/B:col10/1731245170073/Put/seqid=0 2024-11-10T13:26:10,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742062_1238 (size=12001) 2024-11-10T13:26:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:11,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:11,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245231242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:11,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:11,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245231242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:11,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:11,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245231245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:11,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:11,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245231245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:11,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:11,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245231245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:11,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:11,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245231349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:11,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:11,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245231349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:11,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:11,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:11,360 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/1ae14ad051a543c791adab6da03ce55e as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/1ae14ad051a543c791adab6da03ce55e 2024-11-10T13:26:11,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245231359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:11,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:11,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245231359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:11,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:11,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:11,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245231359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:11,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:11,365 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/57ddf5bb20344cd89e3bff73c1a30da8 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/57ddf5bb20344cd89e3bff73c1a30da8 2024-11-10T13:26:11,366 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 915ef277d3d72cb99322dcd9525be2cc/B of 915ef277d3d72cb99322dcd9525be2cc into 1ae14ad051a543c791adab6da03ce55e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:11,366 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:11,366 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., storeName=915ef277d3d72cb99322dcd9525be2cc/B, priority=11, startTime=1731245170929; duration=0sec 2024-11-10T13:26:11,366 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:26:11,366 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 915ef277d3d72cb99322dcd9525be2cc:B 2024-11-10T13:26:11,366 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-10T13:26:11,372 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 57661 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-10T13:26:11,372 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 915ef277d3d72cb99322dcd9525be2cc/C is initiating minor compaction (all files) 2024-11-10T13:26:11,372 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 915ef277d3d72cb99322dcd9525be2cc/C in TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:11,372 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/69992c6c5ac144a3a4b008677416392a, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/a3083be1da72478dbe60a1bedeab6e33, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/f0d3698f0bec44e388b1c18986184af2, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/17ab019aa2d14d2ba3496bd82ad88081, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/94d52126bd6c4abf86aeb1ea323adb09] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp, totalSize=56.3 K 2024-11-10T13:26:11,373 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 69992c6c5ac144a3a4b008677416392a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731245166432 2024-11-10T13:26:11,373 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting a3083be1da72478dbe60a1bedeab6e33, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731245166472 2024-11-10T13:26:11,373 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting f0d3698f0bec44e388b1c18986184af2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731245167622 2024-11-10T13:26:11,374 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 17ab019aa2d14d2ba3496bd82ad88081, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731245168786 2024-11-10T13:26:11,374 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 94d52126bd6c4abf86aeb1ea323adb09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731245169427 2024-11-10T13:26:11,376 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 915ef277d3d72cb99322dcd9525be2cc/A of 915ef277d3d72cb99322dcd9525be2cc into 57ddf5bb20344cd89e3bff73c1a30da8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:11,376 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:11,376 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., storeName=915ef277d3d72cb99322dcd9525be2cc/A, priority=11, startTime=1731245170929; duration=0sec 2024-11-10T13:26:11,376 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:11,376 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 915ef277d3d72cb99322dcd9525be2cc:A 2024-11-10T13:26:11,384 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 915ef277d3d72cb99322dcd9525be2cc#C#compaction#196 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:11,385 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/64f8c1670d6c43ce9f9d03949b6db167 is 50, key is test_row_0/C:col10/1731245170060/Put/seqid=0 2024-11-10T13:26:11,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742063_1239 (size=12173) 2024-11-10T13:26:11,395 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/deafd340052544f7954e30845293aa9e 2024-11-10T13:26:11,401 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/64f8c1670d6c43ce9f9d03949b6db167 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/64f8c1670d6c43ce9f9d03949b6db167 2024-11-10T13:26:11,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/ca9b8ce0e3054231ba8c2fda94cfd3c9 is 50, key is test_row_0/C:col10/1731245170073/Put/seqid=0 2024-11-10T13:26:11,409 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 915ef277d3d72cb99322dcd9525be2cc/C of 915ef277d3d72cb99322dcd9525be2cc into 64f8c1670d6c43ce9f9d03949b6db167(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:11,409 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:11,409 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., storeName=915ef277d3d72cb99322dcd9525be2cc/C, priority=11, startTime=1731245170929; duration=0sec 2024-11-10T13:26:11,409 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:11,409 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 915ef277d3d72cb99322dcd9525be2cc:C 2024-11-10T13:26:11,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742064_1240 (size=12001) 2024-11-10T13:26:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T13:26:11,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245231559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:11,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245231559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:11,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:11,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:11,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245231569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:11,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:11,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245231569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:11,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:11,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:11,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245231570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:11,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:11,813 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/ca9b8ce0e3054231ba8c2fda94cfd3c9 2024-11-10T13:26:11,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/cefba46aa1f3464d8e1288fcd9409774 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/cefba46aa1f3464d8e1288fcd9409774 2024-11-10T13:26:11,821 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/cefba46aa1f3464d8e1288fcd9409774, entries=150, sequenceid=110, filesize=11.7 K 2024-11-10T13:26:11,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/deafd340052544f7954e30845293aa9e as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/deafd340052544f7954e30845293aa9e 2024-11-10T13:26:11,826 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/deafd340052544f7954e30845293aa9e, entries=150, sequenceid=110, filesize=11.7 K 2024-11-10T13:26:11,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/ca9b8ce0e3054231ba8c2fda94cfd3c9 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/ca9b8ce0e3054231ba8c2fda94cfd3c9 2024-11-10T13:26:11,830 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/ca9b8ce0e3054231ba8c2fda94cfd3c9, entries=150, sequenceid=110, filesize=11.7 K 2024-11-10T13:26:11,831 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 915ef277d3d72cb99322dcd9525be2cc in 868ms, sequenceid=110, compaction requested=false 2024-11-10T13:26:11,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:11,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:11,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-10T13:26:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-10T13:26:11,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-10T13:26:11,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4810 sec 2024-11-10T13:26:11,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.4860 sec 2024-11-10T13:26:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:11,871 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:26:11,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 915ef277d3d72cb99322dcd9525be2cc 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-10T13:26:11,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/52c08fef08794520819b8e4c5c78391a is 50, key is test_row_0/A:col10/1731245171870/Put/seqid=0 2024-11-10T13:26:11,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742065_1241 (size=16681) 2024-11-10T13:26:11,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:11,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245231895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:11,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:11,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245231896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:11,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:11,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:11,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245231897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:11,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:11,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:11,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245231897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:11,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:11,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:11,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:11,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245231899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:11,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:11,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:12,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:12,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245232009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:12,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:12,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245232009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:12,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:12,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:12,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:12,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:12,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:12,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:12,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245232009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:12,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:12,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:12,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:12,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:12,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:12,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245232009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:12,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:12,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:12,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:12,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:12,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245232010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:12,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:12,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:12,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:12,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:12,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245232219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:12,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:12,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:12,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245232219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:12,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:12,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:12,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:12,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:12,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:12,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245232219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:12,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:12,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:12,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:12,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245232219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:12,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:12,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:12,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245232219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:12,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:12,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:12,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:12,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:12,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/52c08fef08794520819b8e4c5c78391a 2024-11-10T13:26:12,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/3510aa1f3a6d44fd8b7d21990d50cfeb is 50, key is test_row_0/B:col10/1731245171870/Put/seqid=0 2024-11-10T13:26:12,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742066_1242 (size=12001) 2024-11-10T13:26:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T13:26:12,499 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:26:12,499 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:26:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-10T13:26:12,501 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:26:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T13:26:12,501 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:26:12,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:26:12,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245232529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:12,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:12,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:12,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:12,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245232529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:12,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:12,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:12,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:12,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245232529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:12,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:12,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:12,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:12,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:12,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245232529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245232529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:12,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:12,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:12,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:12,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:12,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:12,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T13:26:12,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-10T13:26:12,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:12,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:12,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:12,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:12,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:12,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/3510aa1f3a6d44fd8b7d21990d50cfeb 2024-11-10T13:26:12,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/4c804d3a120d4126a208218ce5b98f7b is 50, key is test_row_0/C:col10/1731245171870/Put/seqid=0 2024-11-10T13:26:12,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742067_1243 (size=12001) 2024-11-10T13:26:12,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/4c804d3a120d4126a208218ce5b98f7b 2024-11-10T13:26:12,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/52c08fef08794520819b8e4c5c78391a as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/52c08fef08794520819b8e4c5c78391a 2024-11-10T13:26:12,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/52c08fef08794520819b8e4c5c78391a, entries=250, sequenceid=128, filesize=16.3 K 2024-11-10T13:26:12,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/3510aa1f3a6d44fd8b7d21990d50cfeb as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/3510aa1f3a6d44fd8b7d21990d50cfeb 2024-11-10T13:26:12,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/3510aa1f3a6d44fd8b7d21990d50cfeb, entries=150, sequenceid=128, filesize=11.7 K 2024-11-10T13:26:12,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/4c804d3a120d4126a208218ce5b98f7b as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/4c804d3a120d4126a208218ce5b98f7b 2024-11-10T13:26:12,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/4c804d3a120d4126a208218ce5b98f7b, entries=150, sequenceid=128, filesize=11.7 K 2024-11-10T13:26:12,745 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 915ef277d3d72cb99322dcd9525be2cc in 874ms, sequenceid=128, compaction requested=true 2024-11-10T13:26:12,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:12,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 915ef277d3d72cb99322dcd9525be2cc:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:26:12,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:12,745 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:26:12,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 915ef277d3d72cb99322dcd9525be2cc:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:26:12,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:12,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 915ef277d3d72cb99322dcd9525be2cc:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:26:12,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:26:12,745 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:26:12,746 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:26:12,746 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40855 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:26:12,746 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 915ef277d3d72cb99322dcd9525be2cc/B is initiating minor compaction (all files) 2024-11-10T13:26:12,746 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): 915ef277d3d72cb99322dcd9525be2cc/A is initiating minor compaction (all files) 2024-11-10T13:26:12,746 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 915ef277d3d72cb99322dcd9525be2cc/A in TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:12,746 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 915ef277d3d72cb99322dcd9525be2cc/B in TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:12,746 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/57ddf5bb20344cd89e3bff73c1a30da8, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/cefba46aa1f3464d8e1288fcd9409774, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/52c08fef08794520819b8e4c5c78391a] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp, totalSize=39.9 K 2024-11-10T13:26:12,746 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/1ae14ad051a543c791adab6da03ce55e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/deafd340052544f7954e30845293aa9e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/3510aa1f3a6d44fd8b7d21990d50cfeb] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp, totalSize=35.3 K 2024-11-10T13:26:12,747 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ae14ad051a543c791adab6da03ce55e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731245169427 2024-11-10T13:26:12,747 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57ddf5bb20344cd89e3bff73c1a30da8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731245169427 2024-11-10T13:26:12,747 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting deafd340052544f7954e30845293aa9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731245170073 2024-11-10T13:26:12,747 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting cefba46aa1f3464d8e1288fcd9409774, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731245170073 2024-11-10T13:26:12,748 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 3510aa1f3a6d44fd8b7d21990d50cfeb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731245171244 2024-11-10T13:26:12,748 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52c08fef08794520819b8e4c5c78391a, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731245171238 2024-11-10T13:26:12,757 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 915ef277d3d72cb99322dcd9525be2cc#B#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:12,757 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 915ef277d3d72cb99322dcd9525be2cc#A#compaction#202 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:12,758 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/c9d2d8b47df84653b0c07639c5896ec1 is 50, key is test_row_0/B:col10/1731245171870/Put/seqid=0 2024-11-10T13:26:12,758 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/a87d99d5dd104e0ebc34a056563a9030 is 50, key is test_row_0/A:col10/1731245171870/Put/seqid=0 2024-11-10T13:26:12,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742069_1245 (size=12275) 2024-11-10T13:26:12,777 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/a87d99d5dd104e0ebc34a056563a9030 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/a87d99d5dd104e0ebc34a056563a9030 2024-11-10T13:26:12,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742068_1244 (size=12275) 2024-11-10T13:26:12,782 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 915ef277d3d72cb99322dcd9525be2cc/A of 915ef277d3d72cb99322dcd9525be2cc into a87d99d5dd104e0ebc34a056563a9030(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:12,782 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:12,782 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., storeName=915ef277d3d72cb99322dcd9525be2cc/A, priority=13, startTime=1731245172745; duration=0sec 2024-11-10T13:26:12,782 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:26:12,782 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 915ef277d3d72cb99322dcd9525be2cc:A 2024-11-10T13:26:12,782 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:26:12,783 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:26:12,783 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): 915ef277d3d72cb99322dcd9525be2cc/C is initiating minor compaction (all files) 2024-11-10T13:26:12,783 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 915ef277d3d72cb99322dcd9525be2cc/C in TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:12,783 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/64f8c1670d6c43ce9f9d03949b6db167, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/ca9b8ce0e3054231ba8c2fda94cfd3c9, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/4c804d3a120d4126a208218ce5b98f7b] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp, totalSize=35.3 K 2024-11-10T13:26:12,784 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64f8c1670d6c43ce9f9d03949b6db167, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731245169427 2024-11-10T13:26:12,784 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca9b8ce0e3054231ba8c2fda94cfd3c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731245170073 2024-11-10T13:26:12,785 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c804d3a120d4126a208218ce5b98f7b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731245171244 2024-11-10T13:26:12,791 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 915ef277d3d72cb99322dcd9525be2cc#C#compaction#203 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:12,792 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/c86e19f4bc204f8e91259ff779ec58d1 is 50, key is test_row_0/C:col10/1731245171870/Put/seqid=0 2024-11-10T13:26:12,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742070_1246 (size=12275) 2024-11-10T13:26:12,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-10T13:26:12,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:12,806 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 915ef277d3d72cb99322dcd9525be2cc 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-10T13:26:12,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/abac12cb726a4537928268c3447ffa94 is 50, key is test_row_0/A:col10/1731245171896/Put/seqid=0 2024-11-10T13:26:12,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742071_1247 (size=12151) 2024-11-10T13:26:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T13:26:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:13,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:13,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245233050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:13,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:13,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245233051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:13,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:13,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:13,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245233054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:13,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:13,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245233055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:13,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:13,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245233055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:13,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T13:26:13,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:13,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245233159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:13,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:13,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:13,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245233159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:13,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:13,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:13,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245233169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:13,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:13,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:13,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245233169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:13,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:13,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:13,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245233169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:13,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:13,182 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/c9d2d8b47df84653b0c07639c5896ec1 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/c9d2d8b47df84653b0c07639c5896ec1 2024-11-10T13:26:13,187 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 915ef277d3d72cb99322dcd9525be2cc/B of 915ef277d3d72cb99322dcd9525be2cc into c9d2d8b47df84653b0c07639c5896ec1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:13,187 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:13,188 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., storeName=915ef277d3d72cb99322dcd9525be2cc/B, priority=13, startTime=1731245172745; duration=0sec 2024-11-10T13:26:13,188 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:13,188 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 915ef277d3d72cb99322dcd9525be2cc:B 2024-11-10T13:26:13,202 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/c86e19f4bc204f8e91259ff779ec58d1 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/c86e19f4bc204f8e91259ff779ec58d1 2024-11-10T13:26:13,207 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 915ef277d3d72cb99322dcd9525be2cc/C of 915ef277d3d72cb99322dcd9525be2cc into c86e19f4bc204f8e91259ff779ec58d1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:13,207 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:13,207 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., storeName=915ef277d3d72cb99322dcd9525be2cc/C, priority=13, startTime=1731245172745; duration=0sec 2024-11-10T13:26:13,207 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:13,207 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 915ef277d3d72cb99322dcd9525be2cc:C 2024-11-10T13:26:13,217 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/abac12cb726a4537928268c3447ffa94 2024-11-10T13:26:13,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/39c2e0922e394a83b465c9d79d326aee is 50, key is test_row_0/B:col10/1731245171896/Put/seqid=0 2024-11-10T13:26:13,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742072_1248 (size=12151) 2024-11-10T13:26:13,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245233369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:13,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:13,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245233369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:13,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:13,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:13,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:13,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245233379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:13,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:13,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245233380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:13,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:13,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:13,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:13,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245233380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:13,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:13,632 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/39c2e0922e394a83b465c9d79d326aee 2024-11-10T13:26:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T13:26:13,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/3f4adc7b3b6a423f9aeea7786c1f46db is 50, key is test_row_0/C:col10/1731245171896/Put/seqid=0 2024-11-10T13:26:13,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742073_1249 (size=12151) 2024-11-10T13:26:13,644 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/3f4adc7b3b6a423f9aeea7786c1f46db 2024-11-10T13:26:13,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/abac12cb726a4537928268c3447ffa94 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/abac12cb726a4537928268c3447ffa94 2024-11-10T13:26:13,653 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/abac12cb726a4537928268c3447ffa94, entries=150, sequenceid=150, filesize=11.9 K 2024-11-10T13:26:13,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/39c2e0922e394a83b465c9d79d326aee as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/39c2e0922e394a83b465c9d79d326aee 2024-11-10T13:26:13,659 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/39c2e0922e394a83b465c9d79d326aee, entries=150, sequenceid=150, filesize=11.9 K 2024-11-10T13:26:13,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/3f4adc7b3b6a423f9aeea7786c1f46db as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/3f4adc7b3b6a423f9aeea7786c1f46db 2024-11-10T13:26:13,664 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/3f4adc7b3b6a423f9aeea7786c1f46db, entries=150, sequenceid=150, filesize=11.9 K 2024-11-10T13:26:13,665 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 915ef277d3d72cb99322dcd9525be2cc in 859ms, sequenceid=150, compaction requested=false 2024-11-10T13:26:13,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:13,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:13,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-10T13:26:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-10T13:26:13,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-10T13:26:13,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1650 sec 2024-11-10T13:26:13,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.1700 sec 2024-11-10T13:26:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:13,681 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:26:13,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 915ef277d3d72cb99322dcd9525be2cc 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-10T13:26:13,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/93b567336d40481eaffed3289164a2d4 is 50, key is test_row_0/A:col10/1731245173053/Put/seqid=0 2024-11-10T13:26:13,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742074_1250 (size=14541) 2024-11-10T13:26:13,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245233698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:13,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:13,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245233699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:13,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:13,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245233700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:13,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:13,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245233701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:13,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:13,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245233702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:13,707 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,707 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,707 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:13,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245233810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:13,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:13,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245233810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:13,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:13,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245233810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:13,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:13,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:13,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245233810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:13,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:13,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245233810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:13,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:13,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:14,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245234019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:14,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:14,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245234019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:14,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:14,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:14,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245234020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:14,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:14,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:14,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245234020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:14,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:14,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245234020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:14,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:14,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/93b567336d40481eaffed3289164a2d4 2024-11-10T13:26:14,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/d3d03335a61d4735a33046e38913999d is 50, key is test_row_0/B:col10/1731245173053/Put/seqid=0 2024-11-10T13:26:14,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742075_1251 (size=12151) 2024-11-10T13:26:14,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/d3d03335a61d4735a33046e38913999d 2024-11-10T13:26:14,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/4df86ca59a9f4019aed9c45e7de625ed is 50, key is test_row_0/C:col10/1731245173053/Put/seqid=0 2024-11-10T13:26:14,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742076_1252 (size=12151) 2024-11-10T13:26:14,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:14,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245234329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:14,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:14,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:14,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245234329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:14,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:14,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:14,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245234329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:14,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:14,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245234329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:14,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:14,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:14,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245234329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:14,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:14,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:14,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/4df86ca59a9f4019aed9c45e7de625ed 2024-11-10T13:26:14,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/93b567336d40481eaffed3289164a2d4 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/93b567336d40481eaffed3289164a2d4 2024-11-10T13:26:14,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/93b567336d40481eaffed3289164a2d4, entries=200, sequenceid=170, filesize=14.2 K 2024-11-10T13:26:14,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/d3d03335a61d4735a33046e38913999d as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/d3d03335a61d4735a33046e38913999d 2024-11-10T13:26:14,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/d3d03335a61d4735a33046e38913999d, entries=150, sequenceid=170, filesize=11.9 K 2024-11-10T13:26:14,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/4df86ca59a9f4019aed9c45e7de625ed as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/4df86ca59a9f4019aed9c45e7de625ed 2024-11-10T13:26:14,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/4df86ca59a9f4019aed9c45e7de625ed, entries=150, sequenceid=170, filesize=11.9 K 2024-11-10T13:26:14,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 915ef277d3d72cb99322dcd9525be2cc in 852ms, sequenceid=170, compaction requested=true 2024-11-10T13:26:14,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:14,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 915ef277d3d72cb99322dcd9525be2cc:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:26:14,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:14,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 915ef277d3d72cb99322dcd9525be2cc:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:26:14,534 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:26:14,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:14,534 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:26:14,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 915ef277d3d72cb99322dcd9525be2cc:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:26:14,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:26:14,535 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:26:14,535 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 915ef277d3d72cb99322dcd9525be2cc/B is initiating minor compaction (all files) 2024-11-10T13:26:14,535 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 915ef277d3d72cb99322dcd9525be2cc/B in TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:14,535 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/c9d2d8b47df84653b0c07639c5896ec1, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/39c2e0922e394a83b465c9d79d326aee, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/d3d03335a61d4735a33046e38913999d] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp, totalSize=35.7 K 2024-11-10T13:26:14,535 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38967 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:26:14,535 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): 915ef277d3d72cb99322dcd9525be2cc/A is initiating minor compaction (all files) 2024-11-10T13:26:14,535 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 915ef277d3d72cb99322dcd9525be2cc/A in TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:14,535 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/a87d99d5dd104e0ebc34a056563a9030, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/abac12cb726a4537928268c3447ffa94, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/93b567336d40481eaffed3289164a2d4] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp, totalSize=38.1 K 2024-11-10T13:26:14,536 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting c9d2d8b47df84653b0c07639c5896ec1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731245171244 2024-11-10T13:26:14,536 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting a87d99d5dd104e0ebc34a056563a9030, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731245171244 2024-11-10T13:26:14,536 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 39c2e0922e394a83b465c9d79d326aee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731245171887 2024-11-10T13:26:14,536 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting abac12cb726a4537928268c3447ffa94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731245171887 2024-11-10T13:26:14,536 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting d3d03335a61d4735a33046e38913999d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731245173053 2024-11-10T13:26:14,537 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93b567336d40481eaffed3289164a2d4, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731245173053 2024-11-10T13:26:14,546 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 915ef277d3d72cb99322dcd9525be2cc#A#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:14,547 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/7b344e98ed754fb1bef2c46c1d61af0e is 50, key is test_row_0/A:col10/1731245173053/Put/seqid=0 2024-11-10T13:26:14,551 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 915ef277d3d72cb99322dcd9525be2cc#B#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:14,551 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/70eb87bab3a64c9a98183550314782b7 is 50, key is test_row_0/B:col10/1731245173053/Put/seqid=0 2024-11-10T13:26:14,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742077_1253 (size=12527) 2024-11-10T13:26:14,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742078_1254 (size=12527) 2024-11-10T13:26:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T13:26:14,649 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:26:14,649 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:26:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-10T13:26:14,651 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:26:14,652 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:26:14,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:26:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T13:26:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T13:26:14,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T13:26:14,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:14,804 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 915ef277d3d72cb99322dcd9525be2cc 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-10T13:26:14,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/161dbf6f54a040e79ac337190c686aa8 is 50, key is test_row_0/A:col10/1731245173700/Put/seqid=0 2024-11-10T13:26:14,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742079_1255 (size=12151) 2024-11-10T13:26:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:14,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:14,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245234851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:14,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:14,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245234854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:14,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245234855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245234856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:14,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245234857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:14,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:14,959 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/7b344e98ed754fb1bef2c46c1d61af0e as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/7b344e98ed754fb1bef2c46c1d61af0e 2024-11-10T13:26:14,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245234960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:14,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:14,964 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 915ef277d3d72cb99322dcd9525be2cc/A of 915ef277d3d72cb99322dcd9525be2cc into 7b344e98ed754fb1bef2c46c1d61af0e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:14,964 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:14,964 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., storeName=915ef277d3d72cb99322dcd9525be2cc/A, priority=13, startTime=1731245174534; duration=0sec 2024-11-10T13:26:14,964 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/70eb87bab3a64c9a98183550314782b7 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/70eb87bab3a64c9a98183550314782b7 2024-11-10T13:26:14,964 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:26:14,964 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 915ef277d3d72cb99322dcd9525be2cc:A 2024-11-10T13:26:14,964 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:26:14,965 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:26:14,965 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): 915ef277d3d72cb99322dcd9525be2cc/C is initiating minor compaction (all files) 2024-11-10T13:26:14,965 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 915ef277d3d72cb99322dcd9525be2cc/C in TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:14,965 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/c86e19f4bc204f8e91259ff779ec58d1, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/3f4adc7b3b6a423f9aeea7786c1f46db, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/4df86ca59a9f4019aed9c45e7de625ed] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp, totalSize=35.7 K 2024-11-10T13:26:14,966 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting c86e19f4bc204f8e91259ff779ec58d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731245171244 2024-11-10T13:26:14,966 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f4adc7b3b6a423f9aeea7786c1f46db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731245171887 2024-11-10T13:26:14,966 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4df86ca59a9f4019aed9c45e7de625ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731245173053 2024-11-10T13:26:14,968 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 915ef277d3d72cb99322dcd9525be2cc/B of 915ef277d3d72cb99322dcd9525be2cc into 70eb87bab3a64c9a98183550314782b7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:14,968 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:14,968 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., storeName=915ef277d3d72cb99322dcd9525be2cc/B, priority=13, startTime=1731245174534; duration=0sec 2024-11-10T13:26:14,968 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:14,968 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 915ef277d3d72cb99322dcd9525be2cc:B 2024-11-10T13:26:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T13:26:14,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245234969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:14,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:14,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245234969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:14,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:14,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:14,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245234969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:14,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:14,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245234970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:14,973 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 915ef277d3d72cb99322dcd9525be2cc#C#compaction#213 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:14,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:14,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:14,973 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/8291c083a8fc45a68d9bf47e0aaa47d8 is 50, key is test_row_0/C:col10/1731245173053/Put/seqid=0 2024-11-10T13:26:14,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742080_1256 (size=12527) 2024-11-10T13:26:15,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245235169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:15,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:15,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:15,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:15,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245235179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:15,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:15,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:15,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245235179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:15,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:15,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:15,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:15,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:15,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245235179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:15,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245235179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:15,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:15,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:15,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:15,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:15,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:15,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:15,213 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/161dbf6f54a040e79ac337190c686aa8 2024-11-10T13:26:15,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/d395c6655bfb4fb9a9e543c9e88a2bde is 50, key is test_row_0/B:col10/1731245173700/Put/seqid=0 2024-11-10T13:26:15,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742081_1257 (size=12151) 2024-11-10T13:26:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T13:26:15,382 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/8291c083a8fc45a68d9bf47e0aaa47d8 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/8291c083a8fc45a68d9bf47e0aaa47d8 2024-11-10T13:26:15,387 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 915ef277d3d72cb99322dcd9525be2cc/C of 915ef277d3d72cb99322dcd9525be2cc into 8291c083a8fc45a68d9bf47e0aaa47d8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:15,387 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:15,387 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., storeName=915ef277d3d72cb99322dcd9525be2cc/C, priority=13, startTime=1731245174534; duration=0sec 2024-11-10T13:26:15,387 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:15,387 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 915ef277d3d72cb99322dcd9525be2cc:C 2024-11-10T13:26:15,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245235479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:15,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245235489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:15,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245235489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:15,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245235489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:15,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245235489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:15,630 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/d395c6655bfb4fb9a9e543c9e88a2bde 2024-11-10T13:26:15,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/d7161798c2114ed48187eddd15fd6101 is 50, key is test_row_0/C:col10/1731245173700/Put/seqid=0 2024-11-10T13:26:15,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742082_1258 (size=12151) 2024-11-10T13:26:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T13:26:15,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245235989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:15,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:15,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:15,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:16,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245235999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:16,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:16,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245235999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:16,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:16,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:16,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:16,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:16,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245235999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:16,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:16,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245236000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:16,040 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/d7161798c2114ed48187eddd15fd6101 2024-11-10T13:26:16,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/161dbf6f54a040e79ac337190c686aa8 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/161dbf6f54a040e79ac337190c686aa8 2024-11-10T13:26:16,049 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/161dbf6f54a040e79ac337190c686aa8, entries=150, sequenceid=188, filesize=11.9 K 2024-11-10T13:26:16,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/d395c6655bfb4fb9a9e543c9e88a2bde as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/d395c6655bfb4fb9a9e543c9e88a2bde 2024-11-10T13:26:16,054 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/d395c6655bfb4fb9a9e543c9e88a2bde, entries=150, sequenceid=188, filesize=11.9 K 2024-11-10T13:26:16,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/d7161798c2114ed48187eddd15fd6101 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/d7161798c2114ed48187eddd15fd6101 2024-11-10T13:26:16,059 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/d7161798c2114ed48187eddd15fd6101, entries=150, sequenceid=188, filesize=11.9 K 2024-11-10T13:26:16,060 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 915ef277d3d72cb99322dcd9525be2cc in 1256ms, sequenceid=188, compaction requested=false 2024-11-10T13:26:16,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:16,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:16,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-10T13:26:16,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-10T13:26:16,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-10T13:26:16,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4090 sec 2024-11-10T13:26:16,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.4140 sec 2024-11-10T13:26:16,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T13:26:16,810 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:26:16,810 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:26:16,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-10T13:26:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T13:26:16,871 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:26:16,871 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:26:16,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:26:16,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T13:26:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:17,001 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:26:17,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 915ef277d3d72cb99322dcd9525be2cc 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-10T13:26:17,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/a70a23ff786d4f20b6d8248e5a87061c is 50, key is test_row_0/A:col10/1731245174856/Put/seqid=0 2024-11-10T13:26:17,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742083_1259 (size=14541) 2024-11-10T13:26:17,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T13:26:17,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:17,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:17,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:17,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:17,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:17,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245237025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:17,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245237025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:17,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:17,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:17,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245237026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:17,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:17,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:17,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245237029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:17,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:17,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245237030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:17,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:17,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245237139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:17,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:17,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245237140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:17,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:17,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245237140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:17,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:17,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245237140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:17,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:17,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:17,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245237140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:17,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:17,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T13:26:17,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:17,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:17,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:17,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:17,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:17,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T13:26:17,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T13:26:17,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:17,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:17,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:17,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:17,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:17,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245237349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:17,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245237349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:17,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:17,352 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245237349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:17,352 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245237349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245237349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:17,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/a70a23ff786d4f20b6d8248e5a87061c 2024-11-10T13:26:17,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/5169406d446945408aa1464d419eb680 is 50, key is test_row_0/B:col10/1731245174856/Put/seqid=0 2024-11-10T13:26:17,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742084_1260 (size=12151) 2024-11-10T13:26:17,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T13:26:17,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:17,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:17,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:17,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:17,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T13:26:17,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T13:26:17,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:17,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:17,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:17,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:17,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:17,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245237659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:17,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245237660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:17,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:17,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245237660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:17,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:17,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245237660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245237660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:17,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T13:26:17,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:17,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:17,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:17,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:17,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:17,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:17,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/5169406d446945408aa1464d419eb680 2024-11-10T13:26:17,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/98a430ab2771413eb495d40b6a4bd16c is 50, key is test_row_0/C:col10/1731245174856/Put/seqid=0 2024-11-10T13:26:17,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742085_1261 (size=12151) 2024-11-10T13:26:17,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T13:26:17,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:17,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:17,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:17,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:17,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:17,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T13:26:18,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T13:26:18,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:18,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:18,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:18,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:18,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:18,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245238170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:18,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245238170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:18,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:18,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245238170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245238170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:18,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:18,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245238170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:18,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:18,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:18,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:18,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:18,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:18,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:18,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T13:26:18,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:18,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:18,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:18,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:18,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:18,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/98a430ab2771413eb495d40b6a4bd16c 2024-11-10T13:26:18,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/a70a23ff786d4f20b6d8248e5a87061c as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/a70a23ff786d4f20b6d8248e5a87061c 2024-11-10T13:26:18,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/a70a23ff786d4f20b6d8248e5a87061c, entries=200, sequenceid=210, filesize=14.2 K 2024-11-10T13:26:18,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/5169406d446945408aa1464d419eb680 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/5169406d446945408aa1464d419eb680 2024-11-10T13:26:18,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/5169406d446945408aa1464d419eb680, entries=150, sequenceid=210, filesize=11.9 K 2024-11-10T13:26:18,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/98a430ab2771413eb495d40b6a4bd16c as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/98a430ab2771413eb495d40b6a4bd16c 2024-11-10T13:26:18,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/98a430ab2771413eb495d40b6a4bd16c, entries=150, sequenceid=210, filesize=11.9 K 2024-11-10T13:26:18,274 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 915ef277d3d72cb99322dcd9525be2cc in 1273ms, sequenceid=210, compaction requested=true 2024-11-10T13:26:18,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:18,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 915ef277d3d72cb99322dcd9525be2cc:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:26:18,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:18,274 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:26:18,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 915ef277d3d72cb99322dcd9525be2cc:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:26:18,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:18,274 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:26:18,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 915ef277d3d72cb99322dcd9525be2cc:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:26:18,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:26:18,275 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:26:18,275 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:26:18,275 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): 915ef277d3d72cb99322dcd9525be2cc/A is initiating minor compaction (all files) 2024-11-10T13:26:18,275 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 915ef277d3d72cb99322dcd9525be2cc/B is initiating minor compaction (all files) 2024-11-10T13:26:18,275 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 915ef277d3d72cb99322dcd9525be2cc/A in TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:18,275 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 915ef277d3d72cb99322dcd9525be2cc/B in TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:18,275 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/7b344e98ed754fb1bef2c46c1d61af0e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/161dbf6f54a040e79ac337190c686aa8, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/a70a23ff786d4f20b6d8248e5a87061c] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp, totalSize=38.3 K 2024-11-10T13:26:18,275 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/70eb87bab3a64c9a98183550314782b7, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/d395c6655bfb4fb9a9e543c9e88a2bde, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/5169406d446945408aa1464d419eb680] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp, totalSize=36.0 K 2024-11-10T13:26:18,275 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b344e98ed754fb1bef2c46c1d61af0e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731245173053 2024-11-10T13:26:18,275 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 70eb87bab3a64c9a98183550314782b7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731245173053 2024-11-10T13:26:18,276 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 161dbf6f54a040e79ac337190c686aa8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731245173698 2024-11-10T13:26:18,276 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting d395c6655bfb4fb9a9e543c9e88a2bde, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731245173698 2024-11-10T13:26:18,276 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 5169406d446945408aa1464d419eb680, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731245174855 2024-11-10T13:26:18,276 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting a70a23ff786d4f20b6d8248e5a87061c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731245174849 2024-11-10T13:26:18,283 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 915ef277d3d72cb99322dcd9525be2cc#B#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:18,283 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 915ef277d3d72cb99322dcd9525be2cc#A#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:18,283 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/5f31dd4a67b5467faa404e9bac695c34 is 50, key is test_row_0/A:col10/1731245174856/Put/seqid=0 2024-11-10T13:26:18,283 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/e85e89a678564876a0f56868726f742b is 50, key is test_row_0/B:col10/1731245174856/Put/seqid=0 2024-11-10T13:26:18,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742086_1262 (size=12629) 2024-11-10T13:26:18,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742087_1263 (size=12629) 2024-11-10T13:26:18,305 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/5f31dd4a67b5467faa404e9bac695c34 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/5f31dd4a67b5467faa404e9bac695c34 2024-11-10T13:26:18,310 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 915ef277d3d72cb99322dcd9525be2cc/A of 915ef277d3d72cb99322dcd9525be2cc into 5f31dd4a67b5467faa404e9bac695c34(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:18,310 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:18,310 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., storeName=915ef277d3d72cb99322dcd9525be2cc/A, priority=13, startTime=1731245178274; duration=0sec 2024-11-10T13:26:18,310 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:26:18,310 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 915ef277d3d72cb99322dcd9525be2cc:A 2024-11-10T13:26:18,310 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:26:18,311 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:26:18,311 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): 915ef277d3d72cb99322dcd9525be2cc/C is initiating minor compaction (all files) 2024-11-10T13:26:18,311 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 915ef277d3d72cb99322dcd9525be2cc/C in TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:18,312 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/8291c083a8fc45a68d9bf47e0aaa47d8, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/d7161798c2114ed48187eddd15fd6101, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/98a430ab2771413eb495d40b6a4bd16c] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp, totalSize=36.0 K 2024-11-10T13:26:18,312 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8291c083a8fc45a68d9bf47e0aaa47d8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731245173053 2024-11-10T13:26:18,313 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7161798c2114ed48187eddd15fd6101, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731245173698 2024-11-10T13:26:18,313 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98a430ab2771413eb495d40b6a4bd16c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731245174855 2024-11-10T13:26:18,320 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 915ef277d3d72cb99322dcd9525be2cc#C#compaction#221 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:18,321 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/c0f9551709fa4a13bda486f5a06e8232 is 50, key is test_row_0/C:col10/1731245174856/Put/seqid=0 2024-11-10T13:26:18,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742088_1264 (size=12629) 2024-11-10T13:26:18,336 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/c0f9551709fa4a13bda486f5a06e8232 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/c0f9551709fa4a13bda486f5a06e8232 2024-11-10T13:26:18,342 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 915ef277d3d72cb99322dcd9525be2cc/C of 915ef277d3d72cb99322dcd9525be2cc into c0f9551709fa4a13bda486f5a06e8232(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:18,342 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:18,342 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., storeName=915ef277d3d72cb99322dcd9525be2cc/C, priority=13, startTime=1731245178274; duration=0sec 2024-11-10T13:26:18,342 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:18,342 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 915ef277d3d72cb99322dcd9525be2cc:C 2024-11-10T13:26:18,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T13:26:18,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:18,399 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 915ef277d3d72cb99322dcd9525be2cc 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-10T13:26:18,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/cecd060b679f4cefa4a9e76044104d47 is 50, key is test_row_0/A:col10/1731245177028/Put/seqid=0 2024-11-10T13:26:18,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742089_1265 (size=12151) 2024-11-10T13:26:18,408 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/cecd060b679f4cefa4a9e76044104d47 2024-11-10T13:26:18,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/773d1b386e6744b59a86e7ce60f3b413 is 50, key is test_row_0/B:col10/1731245177028/Put/seqid=0 2024-11-10T13:26:18,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742090_1266 (size=12151) 2024-11-10T13:26:18,698 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/e85e89a678564876a0f56868726f742b as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/e85e89a678564876a0f56868726f742b 2024-11-10T13:26:18,702 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 915ef277d3d72cb99322dcd9525be2cc/B of 915ef277d3d72cb99322dcd9525be2cc into e85e89a678564876a0f56868726f742b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:18,702 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:18,703 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., storeName=915ef277d3d72cb99322dcd9525be2cc/B, priority=13, startTime=1731245178274; duration=0sec 2024-11-10T13:26:18,703 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:18,703 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 915ef277d3d72cb99322dcd9525be2cc:B 2024-11-10T13:26:18,821 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/773d1b386e6744b59a86e7ce60f3b413 2024-11-10T13:26:18,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/c3d2959468874ccb91ed9e5de40028d3 is 50, key is test_row_0/C:col10/1731245177028/Put/seqid=0 2024-11-10T13:26:18,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742091_1267 (size=12151) 2024-11-10T13:26:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T13:26:19,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:19,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:19,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245239204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:19,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:19,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245239205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:19,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:19,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245239206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:19,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:19,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245239207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:19,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:19,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245239208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:19,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:19,237 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/c3d2959468874ccb91ed9e5de40028d3 2024-11-10T13:26:19,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/cecd060b679f4cefa4a9e76044104d47 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/cecd060b679f4cefa4a9e76044104d47 2024-11-10T13:26:19,245 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/cecd060b679f4cefa4a9e76044104d47, entries=150, sequenceid=229, filesize=11.9 K 2024-11-10T13:26:19,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/773d1b386e6744b59a86e7ce60f3b413 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/773d1b386e6744b59a86e7ce60f3b413 2024-11-10T13:26:19,250 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/773d1b386e6744b59a86e7ce60f3b413, entries=150, sequenceid=229, filesize=11.9 K 2024-11-10T13:26:19,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/c3d2959468874ccb91ed9e5de40028d3 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/c3d2959468874ccb91ed9e5de40028d3 2024-11-10T13:26:19,255 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/c3d2959468874ccb91ed9e5de40028d3, entries=150, sequenceid=229, filesize=11.9 K 2024-11-10T13:26:19,256 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 915ef277d3d72cb99322dcd9525be2cc in 857ms, sequenceid=229, compaction requested=false 2024-11-10T13:26:19,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:19,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:19,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-10T13:26:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-10T13:26:19,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-10T13:26:19,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3860 sec 2024-11-10T13:26:19,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 2.4500 sec 2024-11-10T13:26:19,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:19,321 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:26:19,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 915ef277d3d72cb99322dcd9525be2cc 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-10T13:26:19,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/7ba7fe62a19a441b9e1dbf0e1d523784 is 50, key is test_row_0/A:col10/1731245179320/Put/seqid=0 2024-11-10T13:26:19,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742092_1268 (size=12151) 2024-11-10T13:26:19,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/7ba7fe62a19a441b9e1dbf0e1d523784 2024-11-10T13:26:19,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/cfe0b5aa2ce846ed9589f26cf53c55ae is 50, key is test_row_0/B:col10/1731245179320/Put/seqid=0 2024-11-10T13:26:19,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742093_1269 (size=12151) 2024-11-10T13:26:19,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245239331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:19,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:19,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:19,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245239344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:19,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:19,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245239362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:19,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:19,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245239362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:19,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:19,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245239362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:19,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:19,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:19,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245239469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:19,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:19,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:19,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245239470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:19,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:19,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245239470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:19,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:19,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245239470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:19,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:19,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245239470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:19,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:19,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245239679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:19,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:19,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245239680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:19,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:19,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245239680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:19,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:19,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245239680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:19,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:19,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245239680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:19,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:19,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:19,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/cfe0b5aa2ce846ed9589f26cf53c55ae 2024-11-10T13:26:19,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/142250679006412d8eaec110ba7efc89 is 50, key is test_row_0/C:col10/1731245179320/Put/seqid=0 2024-11-10T13:26:19,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742094_1270 (size=12151) 2024-11-10T13:26:19,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:19,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245239989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:19,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:19,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:19,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245239989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:19,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:19,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245239989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:19,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:19,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:19,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:19,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245239990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:19,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:19,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245239990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:19,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:19,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:19,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:20,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/142250679006412d8eaec110ba7efc89 2024-11-10T13:26:20,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/7ba7fe62a19a441b9e1dbf0e1d523784 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/7ba7fe62a19a441b9e1dbf0e1d523784 2024-11-10T13:26:20,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/7ba7fe62a19a441b9e1dbf0e1d523784, entries=150, sequenceid=250, filesize=11.9 K 2024-11-10T13:26:20,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/cfe0b5aa2ce846ed9589f26cf53c55ae as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/cfe0b5aa2ce846ed9589f26cf53c55ae 2024-11-10T13:26:20,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/cfe0b5aa2ce846ed9589f26cf53c55ae, entries=150, sequenceid=250, filesize=11.9 K 2024-11-10T13:26:20,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/142250679006412d8eaec110ba7efc89 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/142250679006412d8eaec110ba7efc89 2024-11-10T13:26:20,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/142250679006412d8eaec110ba7efc89, entries=150, sequenceid=250, filesize=11.9 K 2024-11-10T13:26:20,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 915ef277d3d72cb99322dcd9525be2cc in 848ms, sequenceid=250, compaction requested=true 2024-11-10T13:26:20,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:20,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 915ef277d3d72cb99322dcd9525be2cc:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:26:20,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:20,169 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:26:20,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 915ef277d3d72cb99322dcd9525be2cc:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:26:20,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:20,169 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:26:20,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 915ef277d3d72cb99322dcd9525be2cc:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:26:20,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:26:20,170 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:26:20,170 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:26:20,170 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): 915ef277d3d72cb99322dcd9525be2cc/A is initiating minor compaction (all files) 2024-11-10T13:26:20,170 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 915ef277d3d72cb99322dcd9525be2cc/B is initiating minor compaction (all files) 2024-11-10T13:26:20,170 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 915ef277d3d72cb99322dcd9525be2cc/A in TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:20,170 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 915ef277d3d72cb99322dcd9525be2cc/B in TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:20,170 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/e85e89a678564876a0f56868726f742b, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/773d1b386e6744b59a86e7ce60f3b413, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/cfe0b5aa2ce846ed9589f26cf53c55ae] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp, totalSize=36.1 K 2024-11-10T13:26:20,170 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/5f31dd4a67b5467faa404e9bac695c34, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/cecd060b679f4cefa4a9e76044104d47, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/7ba7fe62a19a441b9e1dbf0e1d523784] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp, totalSize=36.1 K 2024-11-10T13:26:20,171 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting e85e89a678564876a0f56868726f742b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731245174855 2024-11-10T13:26:20,171 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f31dd4a67b5467faa404e9bac695c34, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731245174855 2024-11-10T13:26:20,171 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 773d1b386e6744b59a86e7ce60f3b413, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731245177025 2024-11-10T13:26:20,171 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting cecd060b679f4cefa4a9e76044104d47, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731245177025 2024-11-10T13:26:20,172 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting cfe0b5aa2ce846ed9589f26cf53c55ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731245179200 2024-11-10T13:26:20,172 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ba7fe62a19a441b9e1dbf0e1d523784, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731245179200 2024-11-10T13:26:20,179 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 915ef277d3d72cb99322dcd9525be2cc#A#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:20,179 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 915ef277d3d72cb99322dcd9525be2cc#B#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:20,180 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/e1ad55943b094f81a15857f1a737e39f is 50, key is test_row_0/A:col10/1731245179320/Put/seqid=0 2024-11-10T13:26:20,180 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/a85941379c0e409d9e3dcf51a9529132 is 50, key is test_row_0/B:col10/1731245179320/Put/seqid=0 2024-11-10T13:26:20,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742096_1272 (size=12731) 2024-11-10T13:26:20,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742095_1271 (size=12731) 2024-11-10T13:26:20,197 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/a85941379c0e409d9e3dcf51a9529132 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/a85941379c0e409d9e3dcf51a9529132 2024-11-10T13:26:20,203 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 915ef277d3d72cb99322dcd9525be2cc/B of 915ef277d3d72cb99322dcd9525be2cc into a85941379c0e409d9e3dcf51a9529132(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:20,203 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:20,203 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., storeName=915ef277d3d72cb99322dcd9525be2cc/B, priority=13, startTime=1731245180169; duration=0sec 2024-11-10T13:26:20,203 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:26:20,203 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 915ef277d3d72cb99322dcd9525be2cc:B 2024-11-10T13:26:20,203 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:26:20,205 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:26:20,205 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 915ef277d3d72cb99322dcd9525be2cc/C is initiating minor compaction (all files) 2024-11-10T13:26:20,205 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 915ef277d3d72cb99322dcd9525be2cc/C in TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:20,205 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/c0f9551709fa4a13bda486f5a06e8232, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/c3d2959468874ccb91ed9e5de40028d3, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/142250679006412d8eaec110ba7efc89] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp, totalSize=36.1 K 2024-11-10T13:26:20,205 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting c0f9551709fa4a13bda486f5a06e8232, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731245174855 2024-11-10T13:26:20,206 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting c3d2959468874ccb91ed9e5de40028d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731245177025 2024-11-10T13:26:20,206 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 142250679006412d8eaec110ba7efc89, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731245179200 2024-11-10T13:26:20,214 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 915ef277d3d72cb99322dcd9525be2cc#C#compaction#230 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:20,214 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/ebef277202224bb3b12ec8cc1e307484 is 50, key is test_row_0/C:col10/1731245179320/Put/seqid=0 2024-11-10T13:26:20,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742097_1273 (size=12731) 2024-11-10T13:26:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:20,503 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:26:20,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 915ef277d3d72cb99322dcd9525be2cc 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-10T13:26:20,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/52f1e3d5d6834e6a9b1beae79690b7c5 is 50, key is test_row_0/A:col10/1731245180501/Put/seqid=0 2024-11-10T13:26:20,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:20,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245240526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245240526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:20,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245240527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:20,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742098_1274 (size=12301) 2024-11-10T13:26:20,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:20,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245240532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245240533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:20,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:20,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:20,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:20,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:20,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:20,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:20,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/52f1e3d5d6834e6a9b1beae79690b7c5 2024-11-10T13:26:20,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/4f8f220bc4284b5a89d9589cd3eb1e92 is 50, key is test_row_0/B:col10/1731245180501/Put/seqid=0 2024-11-10T13:26:20,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742099_1275 (size=12301) 2024-11-10T13:26:20,591 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/e1ad55943b094f81a15857f1a737e39f as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/e1ad55943b094f81a15857f1a737e39f 2024-11-10T13:26:20,596 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 915ef277d3d72cb99322dcd9525be2cc/A of 915ef277d3d72cb99322dcd9525be2cc into e1ad55943b094f81a15857f1a737e39f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:20,596 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:20,596 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., storeName=915ef277d3d72cb99322dcd9525be2cc/A, priority=13, startTime=1731245180169; duration=0sec 2024-11-10T13:26:20,596 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:20,596 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 915ef277d3d72cb99322dcd9525be2cc:A 2024-11-10T13:26:20,630 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/ebef277202224bb3b12ec8cc1e307484 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/ebef277202224bb3b12ec8cc1e307484 2024-11-10T13:26:20,634 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 915ef277d3d72cb99322dcd9525be2cc/C of 915ef277d3d72cb99322dcd9525be2cc into ebef277202224bb3b12ec8cc1e307484(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:20,634 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:20,635 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., storeName=915ef277d3d72cb99322dcd9525be2cc/C, priority=13, startTime=1731245180169; duration=0sec 2024-11-10T13:26:20,635 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:20,635 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 915ef277d3d72cb99322dcd9525be2cc:C 2024-11-10T13:26:20,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245240639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:20,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245240639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:20,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:20,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:20,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:20,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245240639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:20,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:20,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:20,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:20,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:20,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:20,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:20,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245240639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:20,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:20,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:20,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:20,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245240649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:20,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:20,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:20,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:20,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245240849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:20,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:20,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:20,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:20,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245240849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:20,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:20,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:20,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:20,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245240849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:20,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:20,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:20,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:20,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245240849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:20,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:20,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:20,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:20,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245240859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:20,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:20,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:20,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:20,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/4f8f220bc4284b5a89d9589cd3eb1e92 2024-11-10T13:26:20,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/af1b19e0ae33417abe6deb792256de8f is 50, key is test_row_0/C:col10/1731245180501/Put/seqid=0 2024-11-10T13:26:20,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742100_1276 (size=12301) 2024-11-10T13:26:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T13:26:21,039 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:26:21,040 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:26:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-10T13:26:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T13:26:21,041 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:26:21,042 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:26:21,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:26:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T13:26:21,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245241159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:21,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:21,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:21,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:21,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245241159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:21,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:21,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:21,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:21,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245241159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:21,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:21,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:21,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:21,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245241159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:21,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:21,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:21,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:21,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245241169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:21,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:21,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:21,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:21,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-10T13:26:21,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:21,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:21,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:21,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:21,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:21,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-10T13:26:21,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:21,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:21,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:21,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:21,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T13:26:21,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/af1b19e0ae33417abe6deb792256de8f 2024-11-10T13:26:21,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/52f1e3d5d6834e6a9b1beae79690b7c5 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/52f1e3d5d6834e6a9b1beae79690b7c5 2024-11-10T13:26:21,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/52f1e3d5d6834e6a9b1beae79690b7c5, entries=150, sequenceid=270, filesize=12.0 K 2024-11-10T13:26:21,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/4f8f220bc4284b5a89d9589cd3eb1e92 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/4f8f220bc4284b5a89d9589cd3eb1e92 2024-11-10T13:26:21,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/4f8f220bc4284b5a89d9589cd3eb1e92, entries=150, sequenceid=270, filesize=12.0 K 2024-11-10T13:26:21,387 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-10T13:26:21,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/af1b19e0ae33417abe6deb792256de8f as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/af1b19e0ae33417abe6deb792256de8f 2024-11-10T13:26:21,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/af1b19e0ae33417abe6deb792256de8f, entries=150, sequenceid=270, filesize=12.0 K 2024-11-10T13:26:21,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 915ef277d3d72cb99322dcd9525be2cc in 889ms, sequenceid=270, compaction requested=false 2024-11-10T13:26:21,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:21,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-10T13:26:21,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:21,500 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 915ef277d3d72cb99322dcd9525be2cc 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-10T13:26:21,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/97a0efe9527043e083525f9137d05484 is 50, key is test_row_0/A:col10/1731245180525/Put/seqid=0 2024-11-10T13:26:21,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742101_1277 (size=12301) 2024-11-10T13:26:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T13:26:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:21,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:21,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245241686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:21,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245241686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:21,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245241687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:21,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245241690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:21,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245241690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:21,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:21,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:21,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:21,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:21,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:21,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:21,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245241799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:21,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245241799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:21,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:21,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:21,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:21,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:21,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:21,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:21,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245241799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:21,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:21,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:21,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:21,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245241800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:21,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:21,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:21,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245241800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:21,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:21,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:21,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:21,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:21,951 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/97a0efe9527043e083525f9137d05484 2024-11-10T13:26:21,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/b4fdf47088bf49209fe140085f390d38 is 50, key is test_row_0/B:col10/1731245180525/Put/seqid=0 2024-11-10T13:26:21,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742102_1278 (size=12301) 2024-11-10T13:26:22,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245242009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:22,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:22,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245242009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:22,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:22,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:22,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245242010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:22,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:22,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245242010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:22,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:22,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:22,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245242010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:22,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T13:26:22,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245242319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:22,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:22,321 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,321 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245242319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:22,321 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:22,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:22,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245242320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:22,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:22,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245242320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:22,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:22,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245242320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:22,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:22,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:22,366 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/b4fdf47088bf49209fe140085f390d38 2024-11-10T13:26:22,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/179f5501859141f5b371c0779d7af3f2 is 50, key is test_row_0/C:col10/1731245180525/Put/seqid=0 2024-11-10T13:26:22,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742103_1279 (size=12301) 2024-11-10T13:26:22,785 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/179f5501859141f5b371c0779d7af3f2 2024-11-10T13:26:22,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/97a0efe9527043e083525f9137d05484 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/97a0efe9527043e083525f9137d05484 2024-11-10T13:26:22,793 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/97a0efe9527043e083525f9137d05484, entries=150, sequenceid=289, filesize=12.0 K 2024-11-10T13:26:22,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/b4fdf47088bf49209fe140085f390d38 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/b4fdf47088bf49209fe140085f390d38 2024-11-10T13:26:22,798 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/b4fdf47088bf49209fe140085f390d38, entries=150, sequenceid=289, filesize=12.0 K 2024-11-10T13:26:22,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/179f5501859141f5b371c0779d7af3f2 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/179f5501859141f5b371c0779d7af3f2 2024-11-10T13:26:22,802 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/179f5501859141f5b371c0779d7af3f2, entries=150, sequenceid=289, filesize=12.0 K 2024-11-10T13:26:22,803 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 915ef277d3d72cb99322dcd9525be2cc in 1303ms, sequenceid=289, compaction requested=true 2024-11-10T13:26:22,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:22,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:22,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-10T13:26:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-10T13:26:22,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-10T13:26:22,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7620 sec 2024-11-10T13:26:22,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.7660 sec 2024-11-10T13:26:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:22,833 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:26:22,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 915ef277d3d72cb99322dcd9525be2cc 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-10T13:26:22,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/33668867eac244dca0ba82ef8ec4f465 is 50, key is test_row_0/A:col10/1731245182833/Put/seqid=0 2024-11-10T13:26:22,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742104_1280 (size=17181) 2024-11-10T13:26:22,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/33668867eac244dca0ba82ef8ec4f465 2024-11-10T13:26:22,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245242841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:22,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:22,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245242845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:22,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245242845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:22,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245242846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245242847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:22,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:22,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/d59ea242922d41dca68d010fa6a1d86d is 50, key is test_row_0/B:col10/1731245182833/Put/seqid=0 2024-11-10T13:26:22,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742105_1281 (size=12301) 2024-11-10T13:26:22,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/d59ea242922d41dca68d010fa6a1d86d 2024-11-10T13:26:22,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/d09c2f2a4b484e109886b02747cc5c10 is 50, key is test_row_0/C:col10/1731245182833/Put/seqid=0 2024-11-10T13:26:22,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742106_1282 (size=12301) 2024-11-10T13:26:22,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245242949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:22,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:22,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245242959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:22,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:22,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245242959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:22,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:22,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:22,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245242960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:22,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:22,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:22,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245242960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:22,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:22,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:23,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245243159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:23,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:23,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245243169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:23,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:23,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245243169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:23,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:23,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:23,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245243170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:23,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:23,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245243170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:23,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T13:26:23,189 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:26:23,189 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:26:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-10T13:26:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T13:26:23,191 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:26:23,192 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:26:23,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:26:23,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/d09c2f2a4b484e109886b02747cc5c10 2024-11-10T13:26:23,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/33668867eac244dca0ba82ef8ec4f465 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/33668867eac244dca0ba82ef8ec4f465 2024-11-10T13:26:23,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/33668867eac244dca0ba82ef8ec4f465, entries=250, sequenceid=313, filesize=16.8 K 2024-11-10T13:26:23,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/d59ea242922d41dca68d010fa6a1d86d as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/d59ea242922d41dca68d010fa6a1d86d 2024-11-10T13:26:23,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/d59ea242922d41dca68d010fa6a1d86d, entries=150, sequenceid=313, filesize=12.0 K 2024-11-10T13:26:23,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/d09c2f2a4b484e109886b02747cc5c10 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/d09c2f2a4b484e109886b02747cc5c10 2024-11-10T13:26:23,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/d09c2f2a4b484e109886b02747cc5c10, entries=150, sequenceid=313, filesize=12.0 K 2024-11-10T13:26:23,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 915ef277d3d72cb99322dcd9525be2cc in 455ms, sequenceid=313, compaction requested=true 2024-11-10T13:26:23,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:23,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 915ef277d3d72cb99322dcd9525be2cc:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:26:23,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:23,288 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T13:26:23,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 915ef277d3d72cb99322dcd9525be2cc:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:26:23,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:23,289 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T13:26:23,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 915ef277d3d72cb99322dcd9525be2cc:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:26:23,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:26:23,290 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T13:26:23,290 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54514 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T13:26:23,291 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): 915ef277d3d72cb99322dcd9525be2cc/A is initiating minor compaction (all files) 2024-11-10T13:26:23,291 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 915ef277d3d72cb99322dcd9525be2cc/B is initiating minor compaction (all files) 2024-11-10T13:26:23,291 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 915ef277d3d72cb99322dcd9525be2cc/A in TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:23,291 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 915ef277d3d72cb99322dcd9525be2cc/B in TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:23,291 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/a85941379c0e409d9e3dcf51a9529132, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/4f8f220bc4284b5a89d9589cd3eb1e92, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/b4fdf47088bf49209fe140085f390d38, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/d59ea242922d41dca68d010fa6a1d86d] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp, totalSize=48.5 K 2024-11-10T13:26:23,291 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/e1ad55943b094f81a15857f1a737e39f, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/52f1e3d5d6834e6a9b1beae79690b7c5, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/97a0efe9527043e083525f9137d05484, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/33668867eac244dca0ba82ef8ec4f465] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp, totalSize=53.2 K 2024-11-10T13:26:23,291 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting a85941379c0e409d9e3dcf51a9529132, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731245179200 2024-11-10T13:26:23,291 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1ad55943b094f81a15857f1a737e39f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731245179200 2024-11-10T13:26:23,292 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f8f220bc4284b5a89d9589cd3eb1e92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731245179334 2024-11-10T13:26:23,292 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52f1e3d5d6834e6a9b1beae79690b7c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731245179334 2024-11-10T13:26:23,292 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting b4fdf47088bf49209fe140085f390d38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731245180524 2024-11-10T13:26:23,292 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97a0efe9527043e083525f9137d05484, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731245180524 2024-11-10T13:26:23,292 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting d59ea242922d41dca68d010fa6a1d86d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731245182832 2024-11-10T13:26:23,293 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33668867eac244dca0ba82ef8ec4f465, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731245182832 2024-11-10T13:26:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T13:26:23,304 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 915ef277d3d72cb99322dcd9525be2cc#B#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:23,305 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/a9535ee6e8b94f0ba4be8dc4009fcc86 is 50, key is test_row_0/B:col10/1731245182833/Put/seqid=0 2024-11-10T13:26:23,306 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 915ef277d3d72cb99322dcd9525be2cc#A#compaction#240 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:23,307 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/c97b977199a34c358a186647da94e288 is 50, key is test_row_0/A:col10/1731245182833/Put/seqid=0 2024-11-10T13:26:23,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742107_1283 (size=13017) 2024-11-10T13:26:23,323 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/a9535ee6e8b94f0ba4be8dc4009fcc86 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/a9535ee6e8b94f0ba4be8dc4009fcc86 2024-11-10T13:26:23,328 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 915ef277d3d72cb99322dcd9525be2cc/B of 915ef277d3d72cb99322dcd9525be2cc into a9535ee6e8b94f0ba4be8dc4009fcc86(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:23,328 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:23,328 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., storeName=915ef277d3d72cb99322dcd9525be2cc/B, priority=12, startTime=1731245183288; duration=0sec 2024-11-10T13:26:23,328 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:26:23,328 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 915ef277d3d72cb99322dcd9525be2cc:B 2024-11-10T13:26:23,328 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T13:26:23,330 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T13:26:23,330 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 915ef277d3d72cb99322dcd9525be2cc/C is initiating minor compaction (all files) 2024-11-10T13:26:23,330 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 915ef277d3d72cb99322dcd9525be2cc/C in TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:23,330 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/ebef277202224bb3b12ec8cc1e307484, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/af1b19e0ae33417abe6deb792256de8f, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/179f5501859141f5b371c0779d7af3f2, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/d09c2f2a4b484e109886b02747cc5c10] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp, totalSize=48.5 K 2024-11-10T13:26:23,331 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting ebef277202224bb3b12ec8cc1e307484, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731245179200 2024-11-10T13:26:23,331 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting af1b19e0ae33417abe6deb792256de8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731245179334 2024-11-10T13:26:23,332 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 179f5501859141f5b371c0779d7af3f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731245180524 2024-11-10T13:26:23,332 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting d09c2f2a4b484e109886b02747cc5c10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731245182832 2024-11-10T13:26:23,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742108_1284 (size=13017) 2024-11-10T13:26:23,340 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/c97b977199a34c358a186647da94e288 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/c97b977199a34c358a186647da94e288 2024-11-10T13:26:23,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-10T13:26:23,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:23,344 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 915ef277d3d72cb99322dcd9525be2cc#C#compaction#242 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:23,344 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 915ef277d3d72cb99322dcd9525be2cc 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T13:26:23,345 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/3abed82bd08c4626a169f79e4ce76e9f is 50, key is test_row_0/C:col10/1731245182833/Put/seqid=0 2024-11-10T13:26:23,346 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 915ef277d3d72cb99322dcd9525be2cc/A of 915ef277d3d72cb99322dcd9525be2cc into c97b977199a34c358a186647da94e288(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:23,346 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:23,346 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., storeName=915ef277d3d72cb99322dcd9525be2cc/A, priority=12, startTime=1731245183288; duration=0sec 2024-11-10T13:26:23,346 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:23,346 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 915ef277d3d72cb99322dcd9525be2cc:A 2024-11-10T13:26:23,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/c9ada3f8940240fc8b6b54238214b7ec is 50, key is test_row_0/A:col10/1731245182839/Put/seqid=0 2024-11-10T13:26:23,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742109_1285 (size=13017) 2024-11-10T13:26:23,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742110_1286 (size=12301) 2024-11-10T13:26:23,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:23,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:23,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245243495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:23,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:23,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245243496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:23,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:23,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:23,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245243496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:23,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:23,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:23,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245243500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:23,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:23,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245243501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:23,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:23,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T13:26:23,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245243609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:23,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245243609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:23,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:23,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245243609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:23,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:23,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:23,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245243609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:23,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:23,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245243609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:23,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:23,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:23,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:23,754 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/3abed82bd08c4626a169f79e4ce76e9f as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/3abed82bd08c4626a169f79e4ce76e9f 2024-11-10T13:26:23,754 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/c9ada3f8940240fc8b6b54238214b7ec 2024-11-10T13:26:23,759 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 915ef277d3d72cb99322dcd9525be2cc/C of 915ef277d3d72cb99322dcd9525be2cc into 3abed82bd08c4626a169f79e4ce76e9f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:23,759 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:23,759 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., storeName=915ef277d3d72cb99322dcd9525be2cc/C, priority=12, startTime=1731245183289; duration=0sec 2024-11-10T13:26:23,759 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:23,759 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 915ef277d3d72cb99322dcd9525be2cc:C 2024-11-10T13:26:23,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/3926ef69d3f8447593f558b5b6b56073 is 50, key is test_row_0/B:col10/1731245182839/Put/seqid=0 2024-11-10T13:26:23,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742111_1287 (size=12301) 2024-11-10T13:26:23,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T13:26:23,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:23,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245243819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:23,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:23,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:23,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245243819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:23,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:23,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:23,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245243820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:23,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:23,821 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,821 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245243820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:23,821 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:23,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:23,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245243820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:23,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:23,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:23,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:24,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:24,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245244129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:24,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:24,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245244129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:24,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:24,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:24,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245244129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:24,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:24,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:24,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:24,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245244129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:24,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:24,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:24,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245244129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:24,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:24,164 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/3926ef69d3f8447593f558b5b6b56073 2024-11-10T13:26:24,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/817337caa2e547efb3c7414496b3a175 is 50, key is test_row_0/C:col10/1731245182839/Put/seqid=0 2024-11-10T13:26:24,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742112_1288 (size=12301) 2024-11-10T13:26:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T13:26:24,576 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/817337caa2e547efb3c7414496b3a175 2024-11-10T13:26:24,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/c9ada3f8940240fc8b6b54238214b7ec as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/c9ada3f8940240fc8b6b54238214b7ec 2024-11-10T13:26:24,583 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/c9ada3f8940240fc8b6b54238214b7ec, entries=150, sequenceid=326, filesize=12.0 K 2024-11-10T13:26:24,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/3926ef69d3f8447593f558b5b6b56073 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/3926ef69d3f8447593f558b5b6b56073 2024-11-10T13:26:24,588 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/3926ef69d3f8447593f558b5b6b56073, entries=150, sequenceid=326, filesize=12.0 K 2024-11-10T13:26:24,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/817337caa2e547efb3c7414496b3a175 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/817337caa2e547efb3c7414496b3a175 2024-11-10T13:26:24,592 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/817337caa2e547efb3c7414496b3a175, entries=150, sequenceid=326, filesize=12.0 K 2024-11-10T13:26:24,593 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 915ef277d3d72cb99322dcd9525be2cc in 1249ms, sequenceid=326, compaction requested=false 2024-11-10T13:26:24,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:24,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:24,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-10T13:26:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-10T13:26:24,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-10T13:26:24,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4020 sec 2024-11-10T13:26:24,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.4060 sec 2024-11-10T13:26:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:24,641 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:26:24,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 915ef277d3d72cb99322dcd9525be2cc 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T13:26:24,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/13b3b798388a4e50b2dec76ac5424ab1 is 50, key is test_row_0/A:col10/1731245184641/Put/seqid=0 2024-11-10T13:26:24,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742113_1289 (size=14741) 2024-11-10T13:26:24,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245244647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:24,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:24,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245244647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:24,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:24,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245244649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:24,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:24,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:24,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245244652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:24,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:24,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245244652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:24,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:24,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245244760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:24,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:24,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245244760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:24,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:24,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:24,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:24,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245244760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245244760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:24,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:24,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:24,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245244760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:24,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:24,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:24,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:24,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245244969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:24,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245244969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:24,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:24,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:24,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245244969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:24,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:24,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:24,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245244969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:24,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:24,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245244969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:24,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:24,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:25,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/13b3b798388a4e50b2dec76ac5424ab1 2024-11-10T13:26:25,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/011ecf57d29240bfa9d62f708054a6c7 is 50, key is test_row_0/B:col10/1731245184641/Put/seqid=0 2024-11-10T13:26:25,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742114_1290 (size=12301) 2024-11-10T13:26:25,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/011ecf57d29240bfa9d62f708054a6c7 2024-11-10T13:26:25,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/3ae47dffe6254916bba2b4a2b5063ad0 is 50, key is test_row_0/C:col10/1731245184641/Put/seqid=0 2024-11-10T13:26:25,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742115_1291 (size=12301) 2024-11-10T13:26:25,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245245279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:25,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:25,282 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245245280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:25,282 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:25,282 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:25,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:25,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245245280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245245280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:25,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245245280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T13:26:25,340 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:26:25,340 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:26:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-10T13:26:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-10T13:26:25,342 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:26:25,342 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:26:25,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:26:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-10T13:26:25,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/3ae47dffe6254916bba2b4a2b5063ad0 2024-11-10T13:26:25,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/13b3b798388a4e50b2dec76ac5424ab1 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/13b3b798388a4e50b2dec76ac5424ab1 2024-11-10T13:26:25,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/13b3b798388a4e50b2dec76ac5424ab1, entries=200, sequenceid=354, filesize=14.4 K 2024-11-10T13:26:25,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/011ecf57d29240bfa9d62f708054a6c7 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/011ecf57d29240bfa9d62f708054a6c7 2024-11-10T13:26:25,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/011ecf57d29240bfa9d62f708054a6c7, entries=150, sequenceid=354, filesize=12.0 K 2024-11-10T13:26:25,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/3ae47dffe6254916bba2b4a2b5063ad0 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/3ae47dffe6254916bba2b4a2b5063ad0 2024-11-10T13:26:25,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/3ae47dffe6254916bba2b4a2b5063ad0, entries=150, sequenceid=354, filesize=12.0 K 2024-11-10T13:26:25,492 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 915ef277d3d72cb99322dcd9525be2cc in 850ms, sequenceid=354, compaction requested=true 2024-11-10T13:26:25,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:25,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 915ef277d3d72cb99322dcd9525be2cc:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:26:25,492 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:26:25,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:25,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 915ef277d3d72cb99322dcd9525be2cc:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:26:25,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:25,492 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:26:25,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 915ef277d3d72cb99322dcd9525be2cc:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:26:25,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:26:25,493 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:26:25,493 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 915ef277d3d72cb99322dcd9525be2cc/B is initiating minor compaction (all files) 2024-11-10T13:26:25,493 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 915ef277d3d72cb99322dcd9525be2cc/B in TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:25,493 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/a9535ee6e8b94f0ba4be8dc4009fcc86, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/3926ef69d3f8447593f558b5b6b56073, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/011ecf57d29240bfa9d62f708054a6c7] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp, totalSize=36.7 K 2024-11-10T13:26:25,494 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting a9535ee6e8b94f0ba4be8dc4009fcc86, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731245182832 2024-11-10T13:26:25,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-10T13:26:25,494 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:26:25,494 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): 915ef277d3d72cb99322dcd9525be2cc/A is initiating minor compaction (all files) 2024-11-10T13:26:25,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:25,494 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 3926ef69d3f8447593f558b5b6b56073, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731245182839 2024-11-10T13:26:25,494 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 915ef277d3d72cb99322dcd9525be2cc/A in TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:25,494 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/c97b977199a34c358a186647da94e288, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/c9ada3f8940240fc8b6b54238214b7ec, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/13b3b798388a4e50b2dec76ac5424ab1] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp, totalSize=39.1 K 2024-11-10T13:26:25,494 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 915ef277d3d72cb99322dcd9525be2cc 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-10T13:26:25,494 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 011ecf57d29240bfa9d62f708054a6c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731245183499 2024-11-10T13:26:25,495 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting c97b977199a34c358a186647da94e288, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731245182832 2024-11-10T13:26:25,495 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9ada3f8940240fc8b6b54238214b7ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731245182839 2024-11-10T13:26:25,496 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13b3b798388a4e50b2dec76ac5424ab1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731245183499 2024-11-10T13:26:25,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/a6cde9702033495ea53801897bae4c0c is 50, key is test_row_0/A:col10/1731245184651/Put/seqid=0 2024-11-10T13:26:25,506 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 915ef277d3d72cb99322dcd9525be2cc#B#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:25,507 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/c4e094442f8f4fd1ae291718bc02b776 is 50, key is test_row_0/B:col10/1731245184641/Put/seqid=0 2024-11-10T13:26:25,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742116_1292 (size=12301) 2024-11-10T13:26:25,514 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 915ef277d3d72cb99322dcd9525be2cc#A#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:25,514 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/64e605de913944e089f945040bb3032a is 50, key is test_row_0/A:col10/1731245184641/Put/seqid=0 2024-11-10T13:26:25,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742117_1293 (size=13119) 2024-11-10T13:26:25,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742118_1294 (size=13119) 2024-11-10T13:26:25,532 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/c4e094442f8f4fd1ae291718bc02b776 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/c4e094442f8f4fd1ae291718bc02b776 2024-11-10T13:26:25,534 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T13:26:25,536 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 915ef277d3d72cb99322dcd9525be2cc/B of 915ef277d3d72cb99322dcd9525be2cc into c4e094442f8f4fd1ae291718bc02b776(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:25,537 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:25,537 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., storeName=915ef277d3d72cb99322dcd9525be2cc/B, priority=13, startTime=1731245185492; duration=0sec 2024-11-10T13:26:25,537 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:26:25,537 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 915ef277d3d72cb99322dcd9525be2cc:B 2024-11-10T13:26:25,537 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:26:25,539 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:26:25,539 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 915ef277d3d72cb99322dcd9525be2cc/C is initiating minor compaction (all files) 2024-11-10T13:26:25,539 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 915ef277d3d72cb99322dcd9525be2cc/C in TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:25,539 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/3abed82bd08c4626a169f79e4ce76e9f, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/817337caa2e547efb3c7414496b3a175, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/3ae47dffe6254916bba2b4a2b5063ad0] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp, totalSize=36.7 K 2024-11-10T13:26:25,540 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 3abed82bd08c4626a169f79e4ce76e9f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731245182832 2024-11-10T13:26:25,541 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 817337caa2e547efb3c7414496b3a175, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731245182839 2024-11-10T13:26:25,541 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ae47dffe6254916bba2b4a2b5063ad0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731245183499 2024-11-10T13:26:25,549 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 915ef277d3d72cb99322dcd9525be2cc#C#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:25,550 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/8da46c9412c345a385dbca822d90ea19 is 50, key is test_row_0/C:col10/1731245184641/Put/seqid=0 2024-11-10T13:26:25,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742119_1295 (size=13119) 2024-11-10T13:26:25,574 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/8da46c9412c345a385dbca822d90ea19 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/8da46c9412c345a385dbca822d90ea19 2024-11-10T13:26:25,579 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 915ef277d3d72cb99322dcd9525be2cc/C of 915ef277d3d72cb99322dcd9525be2cc into 8da46c9412c345a385dbca822d90ea19(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:25,579 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:25,579 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., storeName=915ef277d3d72cb99322dcd9525be2cc/C, priority=13, startTime=1731245185492; duration=0sec 2024-11-10T13:26:25,580 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:25,580 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 915ef277d3d72cb99322dcd9525be2cc:C 2024-11-10T13:26:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-10T13:26:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:25,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. as already flushing 2024-11-10T13:26:25,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245245807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:25,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245245808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:25,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245245808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:25,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:25,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:25,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:25,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:25,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:25,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:25,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:25,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:25,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:25,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:25,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245245812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245245813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:25,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:25,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:25,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:25,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:25,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:25,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:25,909 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/a6cde9702033495ea53801897bae4c0c 2024-11-10T13:26:25,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/f623bcd136d5443d80ac8c487a8fd9a2 is 50, key is test_row_0/B:col10/1731245184651/Put/seqid=0 2024-11-10T13:26:25,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742120_1296 (size=12301) 2024-11-10T13:26:25,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245245919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:25,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245245919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:25,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:25,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:25,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:25,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:25,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245245920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:25,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:25,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:25,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:25,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:25,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:25,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245245920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:25,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:25,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:25,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:25,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245245920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:25,923 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/f623bcd136d5443d80ac8c487a8fd9a2 2024-11-10T13:26:25,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:25,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:25,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:25,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/ae420184028947f5a5d3318d31051fb8 is 50, key is test_row_0/C:col10/1731245184651/Put/seqid=0 2024-11-10T13:26:25,932 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/64e605de913944e089f945040bb3032a as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/64e605de913944e089f945040bb3032a 2024-11-10T13:26:25,937 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 915ef277d3d72cb99322dcd9525be2cc/A of 915ef277d3d72cb99322dcd9525be2cc into 64e605de913944e089f945040bb3032a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:25,937 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:25,937 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., storeName=915ef277d3d72cb99322dcd9525be2cc/A, priority=13, startTime=1731245185492; duration=0sec 2024-11-10T13:26:25,937 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:25,937 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 915ef277d3d72cb99322dcd9525be2cc:A 2024-11-10T13:26:25,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742121_1297 (size=12301) 2024-11-10T13:26:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-10T13:26:26,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35174 deadline: 1731245246129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:26,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35208 deadline: 1731245246129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:26,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:26,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:26,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:26,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:26,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:26,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35144 deadline: 1731245246130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:26,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:26,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:26,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:26,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:26,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35186 deadline: 1731245246130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:26,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35190 deadline: 1731245246130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:26,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:26,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:26,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:26,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:26,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:26,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:26:26,342 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/ae420184028947f5a5d3318d31051fb8 2024-11-10T13:26:26,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/a6cde9702033495ea53801897bae4c0c as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/a6cde9702033495ea53801897bae4c0c 2024-11-10T13:26:26,351 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/a6cde9702033495ea53801897bae4c0c, entries=150, sequenceid=364, filesize=12.0 K 2024-11-10T13:26:26,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/f623bcd136d5443d80ac8c487a8fd9a2 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/f623bcd136d5443d80ac8c487a8fd9a2 2024-11-10T13:26:26,356 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/f623bcd136d5443d80ac8c487a8fd9a2, entries=150, sequenceid=364, filesize=12.0 K 2024-11-10T13:26:26,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/ae420184028947f5a5d3318d31051fb8 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/ae420184028947f5a5d3318d31051fb8 2024-11-10T13:26:26,360 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/ae420184028947f5a5d3318d31051fb8, entries=150, sequenceid=364, filesize=12.0 K 2024-11-10T13:26:26,361 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 915ef277d3d72cb99322dcd9525be2cc in 867ms, sequenceid=364, compaction requested=false 2024-11-10T13:26:26,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:26,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:26,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-10T13:26:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-10T13:26:26,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-10T13:26:26,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0200 sec 2024-11-10T13:26:26,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.0240 sec 2024-11-10T13:26:26,433 INFO [Thread-1047 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1047. 2024-11-10T13:26:26,433 DEBUG [Thread-1047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:26:26,433 DEBUG [Thread-1047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:26,433 DEBUG [Thread-1047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:26,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:26:26,434 INFO [Thread-1053 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1053. 2024-11-10T13:26:26,434 DEBUG [Thread-1053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:26:26,434 DEBUG [Thread-1053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:26,434 DEBUG [Thread-1053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:26,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:26:26,434 INFO [Thread-1049 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1049. 2024-11-10T13:26:26,434 DEBUG [Thread-1049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:26:26,434 DEBUG [Thread-1049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:26,434 DEBUG [Thread-1049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:26,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:26:26,435 INFO [Thread-1051 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1051. 2024-11-10T13:26:26,435 DEBUG [Thread-1051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:26:26,435 DEBUG [Thread-1051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:26,435 DEBUG [Thread-1051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:26,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:26:26,436 INFO [Thread-1045 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1045. 2024-11-10T13:26:26,436 DEBUG [Thread-1045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:26:26,436 DEBUG [Thread-1045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:26,436 DEBUG [Thread-1045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:26,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:26:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:26,440 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:26:26,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 915ef277d3d72cb99322dcd9525be2cc 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-10T13:26:26,440 INFO [Thread-1034 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1034. 2024-11-10T13:26:26,440 INFO [Thread-1038 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1038. 2024-11-10T13:26:26,440 INFO [Thread-1040 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1040. 2024-11-10T13:26:26,440 DEBUG [Thread-1034 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:26:26,440 DEBUG [Thread-1040 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:26:26,440 DEBUG [Thread-1038 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:26:26,440 DEBUG [Thread-1040 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:26,440 DEBUG [Thread-1034 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:26,440 DEBUG [Thread-1038 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:26,440 DEBUG [Thread-1040 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:26,440 DEBUG [Thread-1034 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:26,440 DEBUG [Thread-1038 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:26,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:26:26,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:26:26,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:26:26,441 INFO [Thread-1042 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1042. 2024-11-10T13:26:26,441 DEBUG [Thread-1042 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:26:26,441 DEBUG [Thread-1042 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:26,441 DEBUG [Thread-1042 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:26,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:26:26,442 INFO [Thread-1036 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1036. 2024-11-10T13:26:26,442 DEBUG [Thread-1036 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:26:26,442 DEBUG [Thread-1036 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:26,442 DEBUG [Thread-1036 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:26,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:26:26,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/484470e031014b55922300d7a7afda98 is 50, key is test_row_0/A:col10/1731245186440/Put/seqid=0 2024-11-10T13:26:26,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742122_1298 (size=12301) 2024-11-10T13:26:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-10T13:26:26,480 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:26:26,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T13:26:26,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-10T13:26:26,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-10T13:26:26,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-10T13:26:26,481 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-10T13:26:26,481 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-10T13:26:26,481 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T13:26:26,481 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4197 2024-11-10T13:26:26,481 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4038 2024-11-10T13:26:26,481 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4058 2024-11-10T13:26:26,481 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4213 2024-11-10T13:26:26,481 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4061 2024-11-10T13:26:26,481 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T13:26:26,481 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:26:26,481 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:26:26,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:26,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:26,482 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:26:26,483 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-10T13:26:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T13:26:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-10T13:26:26,488 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245186488"}]},"ts":"1731245186488"} 2024-11-10T13:26:26,491 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T13:26:26,491 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T13:26:26,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T13:26:26,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=915ef277d3d72cb99322dcd9525be2cc, UNASSIGN}] 2024-11-10T13:26:26,494 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=915ef277d3d72cb99322dcd9525be2cc, UNASSIGN 2024-11-10T13:26:26,495 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=915ef277d3d72cb99322dcd9525be2cc, regionState=CLOSING, regionLocation=2467a7071e00,33783,1731245097117 2024-11-10T13:26:26,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=915ef277d3d72cb99322dcd9525be2cc, UNASSIGN because future has completed 2024-11-10T13:26:26,497 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T13:26:26,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure 915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117}] 2024-11-10T13:26:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-10T13:26:26,651 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(122): Close 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:26,651 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T13:26:26,651 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1722): Closing 915ef277d3d72cb99322dcd9525be2cc, disabling compactions & flushes 2024-11-10T13:26:26,651 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-10T13:26:26,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/484470e031014b55922300d7a7afda98 2024-11-10T13:26:26,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/ae2ecfb3db0f45f7b4d149fc8201fad7 is 50, key is test_row_0/B:col10/1731245186440/Put/seqid=0 2024-11-10T13:26:26,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742123_1299 (size=12301) 2024-11-10T13:26:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-10T13:26:27,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/ae2ecfb3db0f45f7b4d149fc8201fad7 2024-11-10T13:26:27,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/464b678b8f3e44e7a91a7a9499eef576 is 50, key is test_row_0/C:col10/1731245186440/Put/seqid=0 2024-11-10T13:26:27,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742124_1300 (size=12301) 2024-11-10T13:26:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-10T13:26:27,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/464b678b8f3e44e7a91a7a9499eef576 2024-11-10T13:26:27,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/484470e031014b55922300d7a7afda98 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/484470e031014b55922300d7a7afda98 2024-11-10T13:26:27,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/484470e031014b55922300d7a7afda98, entries=150, sequenceid=397, filesize=12.0 K 2024-11-10T13:26:27,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/ae2ecfb3db0f45f7b4d149fc8201fad7 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/ae2ecfb3db0f45f7b4d149fc8201fad7 2024-11-10T13:26:27,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/ae2ecfb3db0f45f7b4d149fc8201fad7, entries=150, sequenceid=397, filesize=12.0 K 2024-11-10T13:26:27,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/464b678b8f3e44e7a91a7a9499eef576 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/464b678b8f3e44e7a91a7a9499eef576 2024-11-10T13:26:27,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/464b678b8f3e44e7a91a7a9499eef576, entries=150, sequenceid=397, filesize=12.0 K 2024-11-10T13:26:27,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=6.71 KB/6870 for 915ef277d3d72cb99322dcd9525be2cc in 1344ms, sequenceid=397, compaction requested=true 2024-11-10T13:26:27,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 915ef277d3d72cb99322dcd9525be2cc: 2024-11-10T13:26:27,784 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:27,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 915ef277d3d72cb99322dcd9525be2cc:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:26:27,784 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:27,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:27,784 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. after waiting 0 ms 2024-11-10T13:26:27,784 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:27,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 915ef277d3d72cb99322dcd9525be2cc:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:26:27,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:27,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 915ef277d3d72cb99322dcd9525be2cc:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:26:27,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:26:27,784 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(2902): Flushing 915ef277d3d72cb99322dcd9525be2cc 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-10T13:26:27,784 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. because compaction request was cancelled 2024-11-10T13:26:27,784 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. because compaction request was cancelled 2024-11-10T13:26:27,784 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 915ef277d3d72cb99322dcd9525be2cc:B 2024-11-10T13:26:27,784 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 915ef277d3d72cb99322dcd9525be2cc:A 2024-11-10T13:26:27,784 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. because compaction request was cancelled 2024-11-10T13:26:27,784 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 915ef277d3d72cb99322dcd9525be2cc:C 2024-11-10T13:26:27,787 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/3d0fc8fb615443a49b769513637be933 is 50, key is test_row_0/A:col10/1731245186441/Put/seqid=0 2024-11-10T13:26:27,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742125_1301 (size=7415) 2024-11-10T13:26:28,193 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/3d0fc8fb615443a49b769513637be933 2024-11-10T13:26:28,207 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/ffb75efc98d04a918d18e49cd7d420ff is 50, key is test_row_0/B:col10/1731245186441/Put/seqid=0 2024-11-10T13:26:28,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742126_1302 (size=7415) 2024-11-10T13:26:28,612 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/ffb75efc98d04a918d18e49cd7d420ff 2024-11-10T13:26:28,627 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/cefa48739779438a9d0a8a578c168a89 is 50, key is test_row_0/C:col10/1731245186441/Put/seqid=0 2024-11-10T13:26:28,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742127_1303 (size=7415) 2024-11-10T13:26:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-10T13:26:29,033 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/cefa48739779438a9d0a8a578c168a89 2024-11-10T13:26:29,044 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/A/3d0fc8fb615443a49b769513637be933 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/3d0fc8fb615443a49b769513637be933 2024-11-10T13:26:29,050 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/3d0fc8fb615443a49b769513637be933, entries=50, sequenceid=401, filesize=7.2 K 2024-11-10T13:26:29,051 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/B/ffb75efc98d04a918d18e49cd7d420ff as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/ffb75efc98d04a918d18e49cd7d420ff 2024-11-10T13:26:29,056 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/ffb75efc98d04a918d18e49cd7d420ff, entries=50, sequenceid=401, filesize=7.2 K 2024-11-10T13:26:29,057 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/.tmp/C/cefa48739779438a9d0a8a578c168a89 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/cefa48739779438a9d0a8a578c168a89 2024-11-10T13:26:29,063 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/cefa48739779438a9d0a8a578c168a89, entries=50, sequenceid=401, filesize=7.2 K 2024-11-10T13:26:29,064 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 915ef277d3d72cb99322dcd9525be2cc in 1279ms, sequenceid=401, compaction requested=true 2024-11-10T13:26:29,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/c7d2069ee2bf49d39a5d8c1b23e64c9e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/fd3c645e3a40424a8ba8c4760d76e243, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/0a4cafad742f45faaf4f05b8b6dd2c57, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/2abe37835d81482c8bb1c2a182f75546, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/9cf90049c83b4b1d8a2ba73e790e513a, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/57ddf5bb20344cd89e3bff73c1a30da8, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/cefba46aa1f3464d8e1288fcd9409774, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/52c08fef08794520819b8e4c5c78391a, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/a87d99d5dd104e0ebc34a056563a9030, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/abac12cb726a4537928268c3447ffa94, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/93b567336d40481eaffed3289164a2d4, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/7b344e98ed754fb1bef2c46c1d61af0e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/161dbf6f54a040e79ac337190c686aa8, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/a70a23ff786d4f20b6d8248e5a87061c, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/5f31dd4a67b5467faa404e9bac695c34, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/cecd060b679f4cefa4a9e76044104d47, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/e1ad55943b094f81a15857f1a737e39f, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/7ba7fe62a19a441b9e1dbf0e1d523784, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/52f1e3d5d6834e6a9b1beae79690b7c5, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/97a0efe9527043e083525f9137d05484, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/33668867eac244dca0ba82ef8ec4f465, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/c97b977199a34c358a186647da94e288, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/c9ada3f8940240fc8b6b54238214b7ec, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/13b3b798388a4e50b2dec76ac5424ab1] to archive 2024-11-10T13:26:29,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T13:26:29,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/c7d2069ee2bf49d39a5d8c1b23e64c9e to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/c7d2069ee2bf49d39a5d8c1b23e64c9e 2024-11-10T13:26:29,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/fd3c645e3a40424a8ba8c4760d76e243 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/fd3c645e3a40424a8ba8c4760d76e243 2024-11-10T13:26:29,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/0a4cafad742f45faaf4f05b8b6dd2c57 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/0a4cafad742f45faaf4f05b8b6dd2c57 2024-11-10T13:26:29,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/2abe37835d81482c8bb1c2a182f75546 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/2abe37835d81482c8bb1c2a182f75546 2024-11-10T13:26:29,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/9cf90049c83b4b1d8a2ba73e790e513a to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/9cf90049c83b4b1d8a2ba73e790e513a 2024-11-10T13:26:29,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/57ddf5bb20344cd89e3bff73c1a30da8 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/57ddf5bb20344cd89e3bff73c1a30da8 2024-11-10T13:26:29,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/cefba46aa1f3464d8e1288fcd9409774 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/cefba46aa1f3464d8e1288fcd9409774 2024-11-10T13:26:29,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/52c08fef08794520819b8e4c5c78391a to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/52c08fef08794520819b8e4c5c78391a 2024-11-10T13:26:29,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/a87d99d5dd104e0ebc34a056563a9030 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/a87d99d5dd104e0ebc34a056563a9030 2024-11-10T13:26:29,079 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/abac12cb726a4537928268c3447ffa94 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/abac12cb726a4537928268c3447ffa94 2024-11-10T13:26:29,080 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/93b567336d40481eaffed3289164a2d4 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/93b567336d40481eaffed3289164a2d4 2024-11-10T13:26:29,081 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/7b344e98ed754fb1bef2c46c1d61af0e to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/7b344e98ed754fb1bef2c46c1d61af0e 2024-11-10T13:26:29,082 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/161dbf6f54a040e79ac337190c686aa8 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/161dbf6f54a040e79ac337190c686aa8 2024-11-10T13:26:29,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/a70a23ff786d4f20b6d8248e5a87061c to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/a70a23ff786d4f20b6d8248e5a87061c 2024-11-10T13:26:29,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/5f31dd4a67b5467faa404e9bac695c34 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/5f31dd4a67b5467faa404e9bac695c34 2024-11-10T13:26:29,084 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/cecd060b679f4cefa4a9e76044104d47 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/cecd060b679f4cefa4a9e76044104d47 2024-11-10T13:26:29,085 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/e1ad55943b094f81a15857f1a737e39f to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/e1ad55943b094f81a15857f1a737e39f 2024-11-10T13:26:29,086 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/7ba7fe62a19a441b9e1dbf0e1d523784 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/7ba7fe62a19a441b9e1dbf0e1d523784 2024-11-10T13:26:29,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/52f1e3d5d6834e6a9b1beae79690b7c5 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/52f1e3d5d6834e6a9b1beae79690b7c5 2024-11-10T13:26:29,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/97a0efe9527043e083525f9137d05484 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/97a0efe9527043e083525f9137d05484 2024-11-10T13:26:29,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/33668867eac244dca0ba82ef8ec4f465 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/33668867eac244dca0ba82ef8ec4f465 2024-11-10T13:26:29,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/c97b977199a34c358a186647da94e288 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/c97b977199a34c358a186647da94e288 2024-11-10T13:26:29,090 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/c9ada3f8940240fc8b6b54238214b7ec to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/c9ada3f8940240fc8b6b54238214b7ec 2024-11-10T13:26:29,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/13b3b798388a4e50b2dec76ac5424ab1 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/13b3b798388a4e50b2dec76ac5424ab1 2024-11-10T13:26:29,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/67641be724744905a574f2248be0b7ab, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/5d387da2b88d411283cea5412c3e5514, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/ddde7bdbab6649479cfcb0421a36f1fe, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/7a22e97eacc14fbe910be7823489de42, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/1ae14ad051a543c791adab6da03ce55e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/a63f8b168ccf4fa5a40e69f35f7c838c, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/deafd340052544f7954e30845293aa9e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/c9d2d8b47df84653b0c07639c5896ec1, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/3510aa1f3a6d44fd8b7d21990d50cfeb, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/39c2e0922e394a83b465c9d79d326aee, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/70eb87bab3a64c9a98183550314782b7, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/d3d03335a61d4735a33046e38913999d, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/d395c6655bfb4fb9a9e543c9e88a2bde, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/e85e89a678564876a0f56868726f742b, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/5169406d446945408aa1464d419eb680, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/773d1b386e6744b59a86e7ce60f3b413, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/a85941379c0e409d9e3dcf51a9529132, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/cfe0b5aa2ce846ed9589f26cf53c55ae, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/4f8f220bc4284b5a89d9589cd3eb1e92, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/b4fdf47088bf49209fe140085f390d38, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/a9535ee6e8b94f0ba4be8dc4009fcc86, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/d59ea242922d41dca68d010fa6a1d86d, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/3926ef69d3f8447593f558b5b6b56073, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/011ecf57d29240bfa9d62f708054a6c7] to archive 2024-11-10T13:26:29,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T13:26:29,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/67641be724744905a574f2248be0b7ab to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/67641be724744905a574f2248be0b7ab 2024-11-10T13:26:29,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/5d387da2b88d411283cea5412c3e5514 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/5d387da2b88d411283cea5412c3e5514 2024-11-10T13:26:29,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/ddde7bdbab6649479cfcb0421a36f1fe to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/ddde7bdbab6649479cfcb0421a36f1fe 2024-11-10T13:26:29,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/7a22e97eacc14fbe910be7823489de42 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/7a22e97eacc14fbe910be7823489de42 2024-11-10T13:26:29,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/1ae14ad051a543c791adab6da03ce55e to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/1ae14ad051a543c791adab6da03ce55e 2024-11-10T13:26:29,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/a63f8b168ccf4fa5a40e69f35f7c838c to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/a63f8b168ccf4fa5a40e69f35f7c838c 2024-11-10T13:26:29,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/deafd340052544f7954e30845293aa9e to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/deafd340052544f7954e30845293aa9e 2024-11-10T13:26:29,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/c9d2d8b47df84653b0c07639c5896ec1 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/c9d2d8b47df84653b0c07639c5896ec1 2024-11-10T13:26:29,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/3510aa1f3a6d44fd8b7d21990d50cfeb to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/3510aa1f3a6d44fd8b7d21990d50cfeb 2024-11-10T13:26:29,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/39c2e0922e394a83b465c9d79d326aee to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/39c2e0922e394a83b465c9d79d326aee 2024-11-10T13:26:29,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/70eb87bab3a64c9a98183550314782b7 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/70eb87bab3a64c9a98183550314782b7 2024-11-10T13:26:29,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/d3d03335a61d4735a33046e38913999d to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/d3d03335a61d4735a33046e38913999d 2024-11-10T13:26:29,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/d395c6655bfb4fb9a9e543c9e88a2bde to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/d395c6655bfb4fb9a9e543c9e88a2bde 2024-11-10T13:26:29,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/e85e89a678564876a0f56868726f742b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/e85e89a678564876a0f56868726f742b 2024-11-10T13:26:29,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/5169406d446945408aa1464d419eb680 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/5169406d446945408aa1464d419eb680 2024-11-10T13:26:29,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/773d1b386e6744b59a86e7ce60f3b413 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/773d1b386e6744b59a86e7ce60f3b413 2024-11-10T13:26:29,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/a85941379c0e409d9e3dcf51a9529132 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/a85941379c0e409d9e3dcf51a9529132 2024-11-10T13:26:29,110 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/cfe0b5aa2ce846ed9589f26cf53c55ae to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/cfe0b5aa2ce846ed9589f26cf53c55ae 2024-11-10T13:26:29,110 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/4f8f220bc4284b5a89d9589cd3eb1e92 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/4f8f220bc4284b5a89d9589cd3eb1e92 2024-11-10T13:26:29,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/b4fdf47088bf49209fe140085f390d38 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/b4fdf47088bf49209fe140085f390d38 2024-11-10T13:26:29,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/a9535ee6e8b94f0ba4be8dc4009fcc86 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/a9535ee6e8b94f0ba4be8dc4009fcc86 2024-11-10T13:26:29,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/d59ea242922d41dca68d010fa6a1d86d to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/d59ea242922d41dca68d010fa6a1d86d 2024-11-10T13:26:29,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/3926ef69d3f8447593f558b5b6b56073 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/3926ef69d3f8447593f558b5b6b56073 2024-11-10T13:26:29,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/011ecf57d29240bfa9d62f708054a6c7 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/011ecf57d29240bfa9d62f708054a6c7 2024-11-10T13:26:29,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/69992c6c5ac144a3a4b008677416392a, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/a3083be1da72478dbe60a1bedeab6e33, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/f0d3698f0bec44e388b1c18986184af2, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/17ab019aa2d14d2ba3496bd82ad88081, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/64f8c1670d6c43ce9f9d03949b6db167, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/94d52126bd6c4abf86aeb1ea323adb09, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/ca9b8ce0e3054231ba8c2fda94cfd3c9, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/c86e19f4bc204f8e91259ff779ec58d1, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/4c804d3a120d4126a208218ce5b98f7b, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/3f4adc7b3b6a423f9aeea7786c1f46db, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/8291c083a8fc45a68d9bf47e0aaa47d8, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/4df86ca59a9f4019aed9c45e7de625ed, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/d7161798c2114ed48187eddd15fd6101, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/c0f9551709fa4a13bda486f5a06e8232, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/98a430ab2771413eb495d40b6a4bd16c, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/c3d2959468874ccb91ed9e5de40028d3, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/ebef277202224bb3b12ec8cc1e307484, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/142250679006412d8eaec110ba7efc89, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/af1b19e0ae33417abe6deb792256de8f, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/179f5501859141f5b371c0779d7af3f2, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/3abed82bd08c4626a169f79e4ce76e9f, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/d09c2f2a4b484e109886b02747cc5c10, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/817337caa2e547efb3c7414496b3a175, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/3ae47dffe6254916bba2b4a2b5063ad0] to archive 2024-11-10T13:26:29,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T13:26:29,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/69992c6c5ac144a3a4b008677416392a to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/69992c6c5ac144a3a4b008677416392a 2024-11-10T13:26:29,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/a3083be1da72478dbe60a1bedeab6e33 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/a3083be1da72478dbe60a1bedeab6e33 2024-11-10T13:26:29,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/f0d3698f0bec44e388b1c18986184af2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/f0d3698f0bec44e388b1c18986184af2 2024-11-10T13:26:29,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/17ab019aa2d14d2ba3496bd82ad88081 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/17ab019aa2d14d2ba3496bd82ad88081 2024-11-10T13:26:29,121 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/64f8c1670d6c43ce9f9d03949b6db167 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/64f8c1670d6c43ce9f9d03949b6db167 2024-11-10T13:26:29,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/94d52126bd6c4abf86aeb1ea323adb09 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/94d52126bd6c4abf86aeb1ea323adb09 2024-11-10T13:26:29,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/ca9b8ce0e3054231ba8c2fda94cfd3c9 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/ca9b8ce0e3054231ba8c2fda94cfd3c9 2024-11-10T13:26:29,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/c86e19f4bc204f8e91259ff779ec58d1 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/c86e19f4bc204f8e91259ff779ec58d1 2024-11-10T13:26:29,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/4c804d3a120d4126a208218ce5b98f7b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/4c804d3a120d4126a208218ce5b98f7b 2024-11-10T13:26:29,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/3f4adc7b3b6a423f9aeea7786c1f46db to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/3f4adc7b3b6a423f9aeea7786c1f46db 2024-11-10T13:26:29,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/8291c083a8fc45a68d9bf47e0aaa47d8 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/8291c083a8fc45a68d9bf47e0aaa47d8 2024-11-10T13:26:29,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/4df86ca59a9f4019aed9c45e7de625ed to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/4df86ca59a9f4019aed9c45e7de625ed 2024-11-10T13:26:29,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/d7161798c2114ed48187eddd15fd6101 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/d7161798c2114ed48187eddd15fd6101 2024-11-10T13:26:29,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/c0f9551709fa4a13bda486f5a06e8232 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/c0f9551709fa4a13bda486f5a06e8232 2024-11-10T13:26:29,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/98a430ab2771413eb495d40b6a4bd16c to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/98a430ab2771413eb495d40b6a4bd16c 2024-11-10T13:26:29,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/c3d2959468874ccb91ed9e5de40028d3 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/c3d2959468874ccb91ed9e5de40028d3 2024-11-10T13:26:29,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/ebef277202224bb3b12ec8cc1e307484 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/ebef277202224bb3b12ec8cc1e307484 2024-11-10T13:26:29,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/142250679006412d8eaec110ba7efc89 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/142250679006412d8eaec110ba7efc89 2024-11-10T13:26:29,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/af1b19e0ae33417abe6deb792256de8f to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/af1b19e0ae33417abe6deb792256de8f 2024-11-10T13:26:29,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/179f5501859141f5b371c0779d7af3f2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/179f5501859141f5b371c0779d7af3f2 2024-11-10T13:26:29,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/3abed82bd08c4626a169f79e4ce76e9f to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/3abed82bd08c4626a169f79e4ce76e9f 2024-11-10T13:26:29,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/d09c2f2a4b484e109886b02747cc5c10 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/d09c2f2a4b484e109886b02747cc5c10 2024-11-10T13:26:29,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/817337caa2e547efb3c7414496b3a175 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/817337caa2e547efb3c7414496b3a175 2024-11-10T13:26:29,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/3ae47dffe6254916bba2b4a2b5063ad0 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/3ae47dffe6254916bba2b4a2b5063ad0 2024-11-10T13:26:29,140 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/recovered.edits/404.seqid, newMaxSeqId=404, maxSeqId=1 2024-11-10T13:26:29,141 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. 2024-11-10T13:26:29,141 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1676): Region close journal for 915ef277d3d72cb99322dcd9525be2cc: Waiting for close lock at 1731245186651Running coprocessor pre-close hooks at 1731245186651Disabling compacts and flushes for region at 1731245186651Disabling writes for close at 1731245187784 (+1133 ms)Obtaining lock to block concurrent updates at 1731245187784Preparing flush snapshotting stores in 915ef277d3d72cb99322dcd9525be2cc at 1731245187784Finished memstore snapshotting TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=18720, getOffHeapSize=0, getCellsCount=150 at 1731245187785 (+1 ms)Flushing stores of TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc. at 1731245187785Flushing 915ef277d3d72cb99322dcd9525be2cc/A: creating writer at 1731245187785Flushing 915ef277d3d72cb99322dcd9525be2cc/A: appending metadata at 1731245187787 (+2 ms)Flushing 915ef277d3d72cb99322dcd9525be2cc/A: closing flushed file at 1731245187787Flushing 915ef277d3d72cb99322dcd9525be2cc/B: creating writer at 1731245188204 (+417 ms)Flushing 915ef277d3d72cb99322dcd9525be2cc/B: appending metadata at 1731245188207 (+3 ms)Flushing 915ef277d3d72cb99322dcd9525be2cc/B: closing flushed file at 1731245188207Flushing 915ef277d3d72cb99322dcd9525be2cc/C: creating writer at 1731245188621 (+414 ms)Flushing 915ef277d3d72cb99322dcd9525be2cc/C: appending metadata at 1731245188626 (+5 ms)Flushing 915ef277d3d72cb99322dcd9525be2cc/C: closing flushed file at 1731245188626Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dcb3c66: reopening flushed file at 1731245189043 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cc37d84: reopening flushed file at 1731245189050 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78891f3a: reopening flushed file at 1731245189056 (+6 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 915ef277d3d72cb99322dcd9525be2cc in 1279ms, sequenceid=401, compaction requested=true at 1731245189064 (+8 ms)Writing region close event to WAL at 1731245189138 (+74 ms)Running coprocessor post-close hooks at 1731245189141 (+3 ms)Closed at 1731245189141 2024-11-10T13:26:29,142 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(157): Closed 915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:29,143 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=915ef277d3d72cb99322dcd9525be2cc, regionState=CLOSED 2024-11-10T13:26:29,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure 915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 because future has completed 2024-11-10T13:26:29,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-10T13:26:29,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseRegionProcedure 915ef277d3d72cb99322dcd9525be2cc, server=2467a7071e00,33783,1731245097117 in 2.6480 sec 2024-11-10T13:26:29,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-11-10T13:26:29,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=915ef277d3d72cb99322dcd9525be2cc, UNASSIGN in 2.6540 sec 2024-11-10T13:26:29,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-10T13:26:29,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.6560 sec 2024-11-10T13:26:29,151 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245189151"}]},"ts":"1731245189151"} 2024-11-10T13:26:29,152 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T13:26:29,152 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T13:26:29,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.6690 sec 2024-11-10T13:26:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-10T13:26:30,651 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:26:30,652 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-10T13:26:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:26:30,658 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:26:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-10T13:26:30,660 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=88, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:26:30,663 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:30,667 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A, FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B, FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C, FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/recovered.edits] 2024-11-10T13:26:30,673 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/3d0fc8fb615443a49b769513637be933 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/3d0fc8fb615443a49b769513637be933 2024-11-10T13:26:30,675 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/484470e031014b55922300d7a7afda98 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/484470e031014b55922300d7a7afda98 2024-11-10T13:26:30,678 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/64e605de913944e089f945040bb3032a to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/64e605de913944e089f945040bb3032a 2024-11-10T13:26:30,681 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/a6cde9702033495ea53801897bae4c0c to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/A/a6cde9702033495ea53801897bae4c0c 2024-11-10T13:26:30,686 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/ae2ecfb3db0f45f7b4d149fc8201fad7 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/ae2ecfb3db0f45f7b4d149fc8201fad7 2024-11-10T13:26:30,689 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/c4e094442f8f4fd1ae291718bc02b776 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/c4e094442f8f4fd1ae291718bc02b776 2024-11-10T13:26:30,691 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/f623bcd136d5443d80ac8c487a8fd9a2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/f623bcd136d5443d80ac8c487a8fd9a2 2024-11-10T13:26:30,694 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/ffb75efc98d04a918d18e49cd7d420ff to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/B/ffb75efc98d04a918d18e49cd7d420ff 2024-11-10T13:26:30,697 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/464b678b8f3e44e7a91a7a9499eef576 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/464b678b8f3e44e7a91a7a9499eef576 2024-11-10T13:26:30,699 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/8da46c9412c345a385dbca822d90ea19 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/8da46c9412c345a385dbca822d90ea19 2024-11-10T13:26:30,699 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/ae420184028947f5a5d3318d31051fb8 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/ae420184028947f5a5d3318d31051fb8 2024-11-10T13:26:30,700 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/cefa48739779438a9d0a8a578c168a89 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/C/cefa48739779438a9d0a8a578c168a89 2024-11-10T13:26:30,702 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/recovered.edits/404.seqid to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc/recovered.edits/404.seqid 2024-11-10T13:26:30,703 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/915ef277d3d72cb99322dcd9525be2cc 2024-11-10T13:26:30,703 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T13:26:30,705 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=88, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:26:30,708 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T13:26:30,710 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T13:26:30,711 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=88, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:26:30,711 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T13:26:30,711 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731245190711"}]},"ts":"9223372036854775807"} 2024-11-10T13:26:30,712 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T13:26:30,713 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 915ef277d3d72cb99322dcd9525be2cc, NAME => 'TestAcidGuarantees,,1731245164218.915ef277d3d72cb99322dcd9525be2cc.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T13:26:30,713 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T13:26:30,713 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731245190713"}]},"ts":"9223372036854775807"} 2024-11-10T13:26:30,715 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T13:26:30,715 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=88, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:26:30,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 63 msec 2024-11-10T13:26:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-10T13:26:30,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T13:26:30,770 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:26:30,779 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=240 (was 238) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-530071485_22 at /127.0.0.1:47310 [Waiting for operation #324] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_403800423_22 at /127.0.0.1:47500 [Waiting for operation #207] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=335 (was 405), ProcessCount=11 (was 11), AvailableMemoryMB=3302 (was 3390) 2024-11-10T13:26:30,787 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=240, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=335, ProcessCount=11, AvailableMemoryMB=3301 2024-11-10T13:26:30,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T13:26:30,788 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:26:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T13:26:30,790 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:26:30,791 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:30,791 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 89 2024-11-10T13:26:30,791 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:26:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-10T13:26:30,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742128_1304 (size=959) 2024-11-10T13:26:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-10T13:26:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-10T13:26:31,202 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57 2024-11-10T13:26:31,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742129_1305 (size=53) 2024-11-10T13:26:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-10T13:26:31,613 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:26:31,614 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 0f0103be0ecc357df8aa1210ac2701e2, disabling compactions & flushes 2024-11-10T13:26:31,614 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:31,614 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:31,614 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. after waiting 0 ms 2024-11-10T13:26:31,614 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:31,614 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:31,614 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0f0103be0ecc357df8aa1210ac2701e2: Waiting for close lock at 1731245191614Disabling compacts and flushes for region at 1731245191614Disabling writes for close at 1731245191614Writing region close event to WAL at 1731245191614Closed at 1731245191614 2024-11-10T13:26:31,616 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:26:31,617 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731245191616"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731245191616"}]},"ts":"1731245191616"} 2024-11-10T13:26:31,620 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:26:31,621 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:26:31,622 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245191621"}]},"ts":"1731245191621"} 2024-11-10T13:26:31,623 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T13:26:31,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f0103be0ecc357df8aa1210ac2701e2, ASSIGN}] 2024-11-10T13:26:31,624 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f0103be0ecc357df8aa1210ac2701e2, ASSIGN 2024-11-10T13:26:31,625 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f0103be0ecc357df8aa1210ac2701e2, ASSIGN; state=OFFLINE, location=2467a7071e00,33783,1731245097117; forceNewPlan=false, retain=false 2024-11-10T13:26:31,776 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=0f0103be0ecc357df8aa1210ac2701e2, regionState=OPENING, regionLocation=2467a7071e00,33783,1731245097117 2024-11-10T13:26:31,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f0103be0ecc357df8aa1210ac2701e2, ASSIGN because future has completed 2024-11-10T13:26:31,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117}] 2024-11-10T13:26:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-10T13:26:31,944 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:31,944 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:26:31,944 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:31,944 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:26:31,945 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7794): checking encryption for 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:31,945 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7797): checking classloading for 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:31,947 INFO [StoreOpener-0f0103be0ecc357df8aa1210ac2701e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:31,948 INFO [StoreOpener-0f0103be0ecc357df8aa1210ac2701e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f0103be0ecc357df8aa1210ac2701e2 columnFamilyName A 2024-11-10T13:26:31,949 DEBUG [StoreOpener-0f0103be0ecc357df8aa1210ac2701e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:31,949 INFO [StoreOpener-0f0103be0ecc357df8aa1210ac2701e2-1 {}] regionserver.HStore(327): Store=0f0103be0ecc357df8aa1210ac2701e2/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:26:31,949 INFO [StoreOpener-0f0103be0ecc357df8aa1210ac2701e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:31,951 INFO [StoreOpener-0f0103be0ecc357df8aa1210ac2701e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f0103be0ecc357df8aa1210ac2701e2 columnFamilyName B 2024-11-10T13:26:31,951 DEBUG [StoreOpener-0f0103be0ecc357df8aa1210ac2701e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:31,952 INFO [StoreOpener-0f0103be0ecc357df8aa1210ac2701e2-1 {}] regionserver.HStore(327): Store=0f0103be0ecc357df8aa1210ac2701e2/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:26:31,952 INFO [StoreOpener-0f0103be0ecc357df8aa1210ac2701e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:31,953 INFO [StoreOpener-0f0103be0ecc357df8aa1210ac2701e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f0103be0ecc357df8aa1210ac2701e2 columnFamilyName C 2024-11-10T13:26:31,953 DEBUG [StoreOpener-0f0103be0ecc357df8aa1210ac2701e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:31,954 INFO [StoreOpener-0f0103be0ecc357df8aa1210ac2701e2-1 {}] regionserver.HStore(327): Store=0f0103be0ecc357df8aa1210ac2701e2/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:26:31,954 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1038): replaying wal for 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:31,955 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:31,956 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:31,957 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1048): stopping wal replay for 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:31,957 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1060): Cleaning up temporary data for 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:31,958 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T13:26:31,960 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1093): writing seq id for 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:31,963 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:26:31,964 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1114): Opened 0f0103be0ecc357df8aa1210ac2701e2; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66852138, jitterRate=-0.0038255155086517334}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T13:26:31,964 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:31,965 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1006): Region open journal for 0f0103be0ecc357df8aa1210ac2701e2: Running coprocessor pre-open hook at 1731245191945Writing region info on filesystem at 1731245191945Initializing all the Stores at 1731245191946 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245191946Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245191946Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245191946Cleaning up temporary data from old regions at 1731245191957 (+11 ms)Running coprocessor post-open hooks at 1731245191964 (+7 ms)Region opened successfully at 1731245191965 (+1 ms) 2024-11-10T13:26:31,966 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., pid=91, masterSystemTime=1731245191936 2024-11-10T13:26:31,968 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:31,969 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:31,969 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=0f0103be0ecc357df8aa1210ac2701e2, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,33783,1731245097117 2024-11-10T13:26:31,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 because future has completed 2024-11-10T13:26:31,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-10T13:26:31,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 in 191 msec 2024-11-10T13:26:31,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-10T13:26:31,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f0103be0ecc357df8aa1210ac2701e2, ASSIGN in 352 msec 2024-11-10T13:26:31,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:26:31,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245191979"}]},"ts":"1731245191979"} 2024-11-10T13:26:31,981 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T13:26:31,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:26:31,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1940 sec 2024-11-10T13:26:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-10T13:26:32,941 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:26:32,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f68c92f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:32,944 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:26:32,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:26:32,946 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:26:32,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:26:32,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:26:32,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1041510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:32,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:26:32,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:26:32,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:32,948 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:26:32,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59aae404, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:32,949 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:26:32,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:26:32,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:26:32,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:26:32,954 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:26:32,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,43131,1731245096350 2024-11-10T13:26:32,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10a35677 2024-11-10T13:26:32,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:26:32,956 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:26:32,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T13:26:32,958 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:26:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-10T13:26:32,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742130_1306 (size=995) 2024-11-10T13:26:33,378 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-10T13:26:33,378 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-10T13:26:33,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T13:26:33,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f0103be0ecc357df8aa1210ac2701e2, REOPEN/MOVE}] 2024-11-10T13:26:33,384 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f0103be0ecc357df8aa1210ac2701e2, REOPEN/MOVE 2024-11-10T13:26:33,385 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=0f0103be0ecc357df8aa1210ac2701e2, regionState=CLOSING, regionLocation=2467a7071e00,33783,1731245097117 2024-11-10T13:26:33,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f0103be0ecc357df8aa1210ac2701e2, REOPEN/MOVE because future has completed 2024-11-10T13:26:33,387 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T13:26:33,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117}] 2024-11-10T13:26:33,540 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:33,541 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T13:26:33,541 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing 0f0103be0ecc357df8aa1210ac2701e2, disabling compactions & flushes 2024-11-10T13:26:33,541 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:33,541 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:33,541 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. after waiting 0 ms 2024-11-10T13:26:33,541 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:33,550 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T13:26:33,551 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:33,552 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for 0f0103be0ecc357df8aa1210ac2701e2: Waiting for close lock at 1731245193541Running coprocessor pre-close hooks at 1731245193541Disabling compacts and flushes for region at 1731245193541Disabling writes for close at 1731245193541Writing region close event to WAL at 1731245193542 (+1 ms)Running coprocessor post-close hooks at 1731245193551 (+9 ms)Closed at 1731245193551 2024-11-10T13:26:33,552 WARN [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionServer(3299): Not adding moved region record: 0f0103be0ecc357df8aa1210ac2701e2 to self. 2024-11-10T13:26:33,554 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:33,555 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=0f0103be0ecc357df8aa1210ac2701e2, regionState=CLOSED 2024-11-10T13:26:33,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 because future has completed 2024-11-10T13:26:33,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-10T13:26:33,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure 0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 in 171 msec 2024-11-10T13:26:33,562 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f0103be0ecc357df8aa1210ac2701e2, REOPEN/MOVE; state=CLOSED, location=2467a7071e00,33783,1731245097117; forceNewPlan=false, retain=true 2024-11-10T13:26:33,712 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=0f0103be0ecc357df8aa1210ac2701e2, regionState=OPENING, regionLocation=2467a7071e00,33783,1731245097117 2024-11-10T13:26:33,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f0103be0ecc357df8aa1210ac2701e2, REOPEN/MOVE because future has completed 2024-11-10T13:26:33,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117}] 2024-11-10T13:26:33,874 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:33,874 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:26:33,875 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:33,875 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:26:33,875 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7794): checking encryption for 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:33,875 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7797): checking classloading for 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:33,877 INFO [StoreOpener-0f0103be0ecc357df8aa1210ac2701e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:33,878 INFO [StoreOpener-0f0103be0ecc357df8aa1210ac2701e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f0103be0ecc357df8aa1210ac2701e2 columnFamilyName A 2024-11-10T13:26:33,880 DEBUG [StoreOpener-0f0103be0ecc357df8aa1210ac2701e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:33,880 INFO [StoreOpener-0f0103be0ecc357df8aa1210ac2701e2-1 {}] regionserver.HStore(327): Store=0f0103be0ecc357df8aa1210ac2701e2/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:26:33,881 INFO [StoreOpener-0f0103be0ecc357df8aa1210ac2701e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:33,882 INFO [StoreOpener-0f0103be0ecc357df8aa1210ac2701e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f0103be0ecc357df8aa1210ac2701e2 columnFamilyName B 2024-11-10T13:26:33,882 DEBUG [StoreOpener-0f0103be0ecc357df8aa1210ac2701e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:33,882 INFO [StoreOpener-0f0103be0ecc357df8aa1210ac2701e2-1 {}] regionserver.HStore(327): Store=0f0103be0ecc357df8aa1210ac2701e2/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:26:33,882 INFO [StoreOpener-0f0103be0ecc357df8aa1210ac2701e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:33,883 INFO [StoreOpener-0f0103be0ecc357df8aa1210ac2701e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f0103be0ecc357df8aa1210ac2701e2 columnFamilyName C 2024-11-10T13:26:33,883 DEBUG [StoreOpener-0f0103be0ecc357df8aa1210ac2701e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:33,884 INFO [StoreOpener-0f0103be0ecc357df8aa1210ac2701e2-1 {}] regionserver.HStore(327): Store=0f0103be0ecc357df8aa1210ac2701e2/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:26:33,884 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1038): replaying wal for 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:33,885 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:33,886 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:33,888 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1048): stopping wal replay for 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:33,888 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1060): Cleaning up temporary data for 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:33,889 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T13:26:33,891 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1093): writing seq id for 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:33,892 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1114): Opened 0f0103be0ecc357df8aa1210ac2701e2; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58979405, jitterRate=-0.12113837897777557}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T13:26:33,892 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:33,893 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1006): Region open journal for 0f0103be0ecc357df8aa1210ac2701e2: Running coprocessor pre-open hook at 1731245193875Writing region info on filesystem at 1731245193875Initializing all the Stores at 1731245193876 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245193876Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245193877 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245193877Cleaning up temporary data from old regions at 1731245193888 (+11 ms)Running coprocessor post-open hooks at 1731245193892 (+4 ms)Region opened successfully at 1731245193893 (+1 ms) 2024-11-10T13:26:33,894 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., pid=96, masterSystemTime=1731245193868 2024-11-10T13:26:33,896 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:33,896 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:33,897 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=0f0103be0ecc357df8aa1210ac2701e2, regionState=OPEN, openSeqNum=5, regionLocation=2467a7071e00,33783,1731245097117 2024-11-10T13:26:33,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 because future has completed 2024-11-10T13:26:33,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=94 2024-11-10T13:26:33,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 in 185 msec 2024-11-10T13:26:33,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-10T13:26:33,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f0103be0ecc357df8aa1210ac2701e2, REOPEN/MOVE in 520 msec 2024-11-10T13:26:33,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-10T13:26:33,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 526 msec 2024-11-10T13:26:33,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 950 msec 2024-11-10T13:26:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-10T13:26:33,912 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:26:33,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e7f161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:33,913 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:26:33,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:26:33,915 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:26:33,915 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:26:33,915 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:26:33,915 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ec69cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:33,915 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:26:33,915 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:26:33,916 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:33,917 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:26:33,917 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3573d750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:33,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25e62965, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:33,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:26:33,919 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:26:33,919 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:26:33,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:26:33,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:26:33,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2650e1e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:33,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:26:33,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:26:33,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:33,921 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:26:33,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a43f796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:33,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e3f6460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:33,923 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:26:33,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:26:33,924 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:26:33,924 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:26:33,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:26:33,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357b3e69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:33,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:26:33,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:26:33,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:33,926 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:26:33,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39362273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:33,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223c8c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:33,928 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:26:33,928 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:26:33,929 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:26:33,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:26:33,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:26:33,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eaa9ebf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:33,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:26:33,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:26:33,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:33,930 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:26:33,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f738f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:33,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b2eed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:33,932 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:26:33,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:26:33,933 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:26:33,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:26:33,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:26:33,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63739701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:33,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:26:33,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:26:33,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:33,935 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:26:33,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd1c91c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:33,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d646e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:33,936 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:26:33,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:26:33,937 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:26:33,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:26:33,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:26:33,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745ce1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:33,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:26:33,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:26:33,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:33,939 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:26:33,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e9203f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:33,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@120238c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:33,940 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:26:33,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:26:33,941 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:26:33,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:26:33,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:26:33,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb38366, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:33,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:26:33,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:26:33,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:33,942 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:26:33,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7deca02b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:33,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bdcd699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:33,944 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:26:33,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:26:33,945 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:26:33,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:26:33,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:26:33,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea07ce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:33,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:26:33,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:26:33,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:33,947 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:26:33,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a30525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:33,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b20e1d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:33,948 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:26:33,948 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:26:33,949 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:26:33,950 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:26:33,950 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:26:33,950 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e26035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:33,950 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:26:33,950 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:26:33,950 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:33,951 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:26:33,952 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1036ed19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:33,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fbfe4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:33,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:26:33,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:26:33,953 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:26:33,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:26:33,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:26:33,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a30b58d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:33,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:26:33,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:26:33,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:33,955 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:26:33,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a53bf4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:26:33,956 DEBUG [Thread-1410 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:26:33,956 DEBUG [Thread-1414 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:26:33,956 DEBUG [Thread-1427 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:26:33,956 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:26:33,956 DEBUG [Thread-1412 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:26:33,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:26:33,957 DEBUG [Thread-1423 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:26:33,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:26:33,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:26:33,957 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:26:33,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:26:33,957 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:26:33,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-10T13:26:33,958 DEBUG [Thread-1425 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:26:33,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:26:33,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:26:33,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:26:33,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:26:33,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:26:33,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:26:33,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:26:33,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T13:26:33,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:26:33,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:26:33,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:26:33,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:26:33,960 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:26:33,960 DEBUG [Thread-1416 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:26:33,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:26:33,961 DEBUG [Thread-1418 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:26:33,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:26:33,961 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:26:33,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:26:33,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:26:33,962 DEBUG [Thread-1429 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:26:33,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5] 2024-11-10T13:26:33,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5] 2024-11-10T13:26:33,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:26:33,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5] 2024-11-10T13:26:33,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:26:33,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:26:33,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5] 2024-11-10T13:26:33,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:26:33,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5] 2024-11-10T13:26:33,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:26:33,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5] 2024-11-10T13:26:33,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:26:33,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5] 2024-11-10T13:26:33,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5] 2024-11-10T13:26:33,967 DEBUG [Thread-1421 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:26:33,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:26:33,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:26:33,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:26:33,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:26:33,970 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5] 2024-11-10T13:26:33,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5] 2024-11-10T13:26:33,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:33,975 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:26:33,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f0103be0ecc357df8aa1210ac2701e2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T13:26:34,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f27fb8719ab24ca29d7783802a791791_0f0103be0ecc357df8aa1210ac2701e2 is 50, key is test_row_0/A:col10/1731245193972/Put/seqid=0 2024-11-10T13:26:34,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742131_1307 (size=12154) 2024-11-10T13:26:34,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245254007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:34,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:34,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:34,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245254012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:34,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:34,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58256 deadline: 1731245254038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:34,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:34,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58252 deadline: 1731245254038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:34,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:34,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:34,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58314 deadline: 1731245254038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:34,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T13:26:34,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-10T13:26:34,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:34,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:34,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:34,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:34,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:34,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:34,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:34,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245254149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:34,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:34,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:34,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245254149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:34,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:34,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:34,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58252 deadline: 1731245254159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:34,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:34,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:34,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58314 deadline: 1731245254160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:34,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:34,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58256 deadline: 1731245254160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:34,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:34,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:34,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-10T13:26:34,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:34,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:34,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:34,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:34,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T13:26:34,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245254359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:34,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:34,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245254359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:34,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:34,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:34,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58252 deadline: 1731245254369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:34,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:34,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58314 deadline: 1731245254369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:34,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:34,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58256 deadline: 1731245254379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:34,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:34,410 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:34,414 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f27fb8719ab24ca29d7783802a791791_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f27fb8719ab24ca29d7783802a791791_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:34,415 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/f5284e673a4043faaed725632ee7d968, store: [table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:34,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/f5284e673a4043faaed725632ee7d968 is 175, key is test_row_0/A:col10/1731245193972/Put/seqid=0 2024-11-10T13:26:34,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742132_1308 (size=30955) 2024-11-10T13:26:34,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-10T13:26:34,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:34,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:34,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:34,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:34,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:34,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-10T13:26:34,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:34,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:34,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:34,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:34,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T13:26:34,672 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T13:26:34,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245254669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:34,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245254669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:34,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58252 deadline: 1731245254680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:34,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:34,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58314 deadline: 1731245254680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:34,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:34,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:34,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58256 deadline: 1731245254689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:34,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:34,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:34,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-10T13:26:34,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:34,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:34,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:34,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:34,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:34,822 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/f5284e673a4043faaed725632ee7d968 2024-11-10T13:26:34,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/4054a03dacb8418d84e1f0464d2e38f7 is 50, key is test_row_0/B:col10/1731245193972/Put/seqid=0 2024-11-10T13:26:34,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742133_1309 (size=12001) 2024-11-10T13:26:34,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-10T13:26:34,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:34,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:34,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:34,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:34,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:35,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-10T13:26:35,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:35,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:35,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:35,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:35,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T13:26:35,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245255179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:35,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:35,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:35,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:35,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-10T13:26:35,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:35,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:35,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:35,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:35,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:35,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245255189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:35,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:35,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:35,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:35,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58252 deadline: 1731245255199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:35,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:35,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:35,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:35,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58314 deadline: 1731245255199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:35,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:35,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:35,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58256 deadline: 1731245255199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:35,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:35,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:35,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:35,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:35,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/4054a03dacb8418d84e1f0464d2e38f7 2024-11-10T13:26:35,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/0ce3c506358845f6b16512d29fbeddd7 is 50, key is test_row_0/C:col10/1731245193972/Put/seqid=0 2024-11-10T13:26:35,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742134_1310 (size=12001) 2024-11-10T13:26:35,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-10T13:26:35,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:35,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:35,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:35,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:35,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:35,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-10T13:26:35,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:35,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:35,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:35,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:35,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:35,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-10T13:26:35,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:35,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:35,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:35,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:35,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:35,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/0ce3c506358845f6b16512d29fbeddd7 2024-11-10T13:26:35,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/f5284e673a4043faaed725632ee7d968 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/f5284e673a4043faaed725632ee7d968 2024-11-10T13:26:35,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/f5284e673a4043faaed725632ee7d968, entries=150, sequenceid=17, filesize=30.2 K 2024-11-10T13:26:35,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/4054a03dacb8418d84e1f0464d2e38f7 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/4054a03dacb8418d84e1f0464d2e38f7 2024-11-10T13:26:35,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/4054a03dacb8418d84e1f0464d2e38f7, entries=150, sequenceid=17, filesize=11.7 K 2024-11-10T13:26:35,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/0ce3c506358845f6b16512d29fbeddd7 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/0ce3c506358845f6b16512d29fbeddd7 2024-11-10T13:26:35,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/0ce3c506358845f6b16512d29fbeddd7, entries=150, sequenceid=17, filesize=11.7 K 2024-11-10T13:26:35,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 0f0103be0ecc357df8aa1210ac2701e2 in 1733ms, sequenceid=17, compaction requested=false 2024-11-10T13:26:35,708 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-10T13:26:35,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f0103be0ecc357df8aa1210ac2701e2: 2024-11-10T13:26:35,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-10T13:26:35,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:35,796 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 0f0103be0ecc357df8aa1210ac2701e2 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T13:26:35,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a68c478e09bd49e88478ac4462874680_0f0103be0ecc357df8aa1210ac2701e2 is 50, key is test_row_0/A:col10/1731245194007/Put/seqid=0 2024-11-10T13:26:35,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742135_1311 (size=12154) 2024-11-10T13:26:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T13:26:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:36,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:36,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:36,211 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a68c478e09bd49e88478ac4462874680_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a68c478e09bd49e88478ac4462874680_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:36,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/6d80a3d5ac284ab78ad5f19d542afbbf, store: [table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:36,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/6d80a3d5ac284ab78ad5f19d542afbbf is 175, key is test_row_0/A:col10/1731245194007/Put/seqid=0 2024-11-10T13:26:36,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742136_1312 (size=30955) 2024-11-10T13:26:36,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:36,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245256215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:36,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:36,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:36,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:36,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:36,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58252 deadline: 1731245256216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:36,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:36,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:36,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:36,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58314 deadline: 1731245256220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:36,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58256 deadline: 1731245256220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:36,228 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_1' in 0f0103be0ecc357df8aa1210ac2701e2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:26:36,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:36,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:36,228 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_2' in 0f0103be0ecc357df8aa1210ac2701e2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:26:36,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:36,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:36,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:36,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:36,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245256221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:36,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:36,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:36,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:36,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245256329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:36,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:36,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:36,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58252 deadline: 1731245256329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:36,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:36,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:36,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:36,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:36,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245256339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:36,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:36,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:36,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:36,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245256539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:36,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:36,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58252 deadline: 1731245256539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:36,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:36,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:36,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:36,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:36,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:36,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245256549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:36,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:36,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:36,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:36,617 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/6d80a3d5ac284ab78ad5f19d542afbbf 2024-11-10T13:26:36,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/fece133456544948b8e10fecff439541 is 50, key is test_row_0/B:col10/1731245194007/Put/seqid=0 2024-11-10T13:26:36,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742137_1313 (size=12001) 2024-11-10T13:26:36,630 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/fece133456544948b8e10fecff439541 2024-11-10T13:26:36,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/5b2ba38b2c324c83bd519c123b83c494 is 50, key is test_row_0/C:col10/1731245194007/Put/seqid=0 2024-11-10T13:26:36,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742138_1314 (size=12001) 2024-11-10T13:26:36,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245256849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:36,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:36,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:36,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58252 deadline: 1731245256849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:36,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:36,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:36,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:36,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:36,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245256859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:36,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:36,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:36,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:37,045 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/5b2ba38b2c324c83bd519c123b83c494 2024-11-10T13:26:37,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/6d80a3d5ac284ab78ad5f19d542afbbf as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/6d80a3d5ac284ab78ad5f19d542afbbf 2024-11-10T13:26:37,052 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/6d80a3d5ac284ab78ad5f19d542afbbf, entries=150, sequenceid=40, filesize=30.2 K 2024-11-10T13:26:37,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/fece133456544948b8e10fecff439541 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/fece133456544948b8e10fecff439541 2024-11-10T13:26:37,057 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/fece133456544948b8e10fecff439541, entries=150, sequenceid=40, filesize=11.7 K 2024-11-10T13:26:37,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/5b2ba38b2c324c83bd519c123b83c494 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/5b2ba38b2c324c83bd519c123b83c494 2024-11-10T13:26:37,061 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/5b2ba38b2c324c83bd519c123b83c494, entries=150, sequenceid=40, filesize=11.7 K 2024-11-10T13:26:37,062 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 0f0103be0ecc357df8aa1210ac2701e2 in 1266ms, sequenceid=40, compaction requested=false 2024-11-10T13:26:37,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 0f0103be0ecc357df8aa1210ac2701e2: 2024-11-10T13:26:37,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:37,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-10T13:26:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-10T13:26:37,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-10T13:26:37,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1030 sec 2024-11-10T13:26:37,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 3.1090 sec 2024-11-10T13:26:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:37,362 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:26:37,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f0103be0ecc357df8aa1210ac2701e2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-10T13:26:37,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f6a46a23d29d4528921126826a955fb9_0f0103be0ecc357df8aa1210ac2701e2 is 50, key is test_row_0/A:col10/1731245196213/Put/seqid=0 2024-11-10T13:26:37,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742139_1315 (size=14594) 2024-11-10T13:26:37,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245257460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:37,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:37,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:37,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:37,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245257461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:37,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:37,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:37,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:37,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58252 deadline: 1731245257463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:37,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:37,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:37,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:37,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245257579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:37,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:37,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245257579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:37,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:37,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:37,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:37,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:37,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:37,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58252 deadline: 1731245257579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:37,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:37,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:37,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:37,773 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:37,776 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f6a46a23d29d4528921126826a955fb9_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f6a46a23d29d4528921126826a955fb9_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:37,776 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/a236f51525cd4701a23d952d66ff6489, store: [table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:37,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/a236f51525cd4701a23d952d66ff6489 is 175, key is test_row_0/A:col10/1731245196213/Put/seqid=0 2024-11-10T13:26:37,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742140_1316 (size=39549) 2024-11-10T13:26:37,781 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/a236f51525cd4701a23d952d66ff6489 2024-11-10T13:26:37,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/fb9a7a0e47024875a68885e8909dc42d is 50, key is test_row_0/B:col10/1731245196213/Put/seqid=0 2024-11-10T13:26:37,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742141_1317 (size=12001) 2024-11-10T13:26:37,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58252 deadline: 1731245257789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:37,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:37,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:37,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:37,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245257789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:37,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:37,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:37,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245257789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:37,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:37,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:37,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:37,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:38,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58252 deadline: 1731245258099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:38,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:38,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:38,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:38,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245258109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:38,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:38,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245258109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:38,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:38,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:38,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:38,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:38,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T13:26:38,129 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:26:38,129 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:26:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-10T13:26:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T13:26:38,131 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:26:38,131 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:26:38,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:26:38,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/fb9a7a0e47024875a68885e8909dc42d 2024-11-10T13:26:38,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/28bb60228406480287818afff82a2493 is 50, key is test_row_0/C:col10/1731245196213/Put/seqid=0 2024-11-10T13:26:38,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742142_1318 (size=12001) 2024-11-10T13:26:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T13:26:38,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58314 deadline: 1731245258249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:38,254 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_1' in 0f0103be0ecc357df8aa1210ac2701e2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:26:38,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:38,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:38,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:38,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58256 deadline: 1731245258259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:38,264 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_2' in 0f0103be0ecc357df8aa1210ac2701e2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4225 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:26:38,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:38,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:38,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:38,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T13:26:38,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:38,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:38,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:38,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:38,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:38,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T13:26:38,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:38,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:38,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:38,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:38,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T13:26:38,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T13:26:38,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:38,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:38,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:38,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:38,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:38,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/28bb60228406480287818afff82a2493 2024-11-10T13:26:38,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/a236f51525cd4701a23d952d66ff6489 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/a236f51525cd4701a23d952d66ff6489 2024-11-10T13:26:38,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/a236f51525cd4701a23d952d66ff6489, entries=200, sequenceid=54, filesize=38.6 K 2024-11-10T13:26:38,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/fb9a7a0e47024875a68885e8909dc42d as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/fb9a7a0e47024875a68885e8909dc42d 2024-11-10T13:26:38,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58252 deadline: 1731245258609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:38,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/fb9a7a0e47024875a68885e8909dc42d, entries=150, sequenceid=54, filesize=11.7 K 2024-11-10T13:26:38,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:38,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:38,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:38,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/28bb60228406480287818afff82a2493 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/28bb60228406480287818afff82a2493 2024-11-10T13:26:38,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/28bb60228406480287818afff82a2493, entries=150, sequenceid=54, filesize=11.7 K 2024-11-10T13:26:38,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 0f0103be0ecc357df8aa1210ac2701e2 in 1257ms, sequenceid=54, compaction requested=true 2024-11-10T13:26:38,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f0103be0ecc357df8aa1210ac2701e2: 2024-11-10T13:26:38,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0103be0ecc357df8aa1210ac2701e2:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:26:38,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:38,620 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:26:38,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0103be0ecc357df8aa1210ac2701e2:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:26:38,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:38,620 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:26:38,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0103be0ecc357df8aa1210ac2701e2:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:26:38,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:26:38,620 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:26:38,620 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:26:38,621 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): 0f0103be0ecc357df8aa1210ac2701e2/A is initiating minor compaction (all files) 2024-11-10T13:26:38,621 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 0f0103be0ecc357df8aa1210ac2701e2/B is initiating minor compaction (all files) 2024-11-10T13:26:38,621 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f0103be0ecc357df8aa1210ac2701e2/B in TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:38,621 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f0103be0ecc357df8aa1210ac2701e2/A in TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:38,621 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/4054a03dacb8418d84e1f0464d2e38f7, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/fece133456544948b8e10fecff439541, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/fb9a7a0e47024875a68885e8909dc42d] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp, totalSize=35.2 K 2024-11-10T13:26:38,621 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/f5284e673a4043faaed725632ee7d968, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/6d80a3d5ac284ab78ad5f19d542afbbf, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/a236f51525cd4701a23d952d66ff6489] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp, totalSize=99.1 K 2024-11-10T13:26:38,621 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:38,621 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. files: [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/f5284e673a4043faaed725632ee7d968, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/6d80a3d5ac284ab78ad5f19d542afbbf, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/a236f51525cd4701a23d952d66ff6489] 2024-11-10T13:26:38,621 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 4054a03dacb8418d84e1f0464d2e38f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731245193969 2024-11-10T13:26:38,621 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5284e673a4043faaed725632ee7d968, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731245193969 2024-11-10T13:26:38,621 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting fece133456544948b8e10fecff439541, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731245193999 2024-11-10T13:26:38,621 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d80a3d5ac284ab78ad5f19d542afbbf, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731245193999 2024-11-10T13:26:38,621 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting fb9a7a0e47024875a68885e8909dc42d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731245196213 2024-11-10T13:26:38,622 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting a236f51525cd4701a23d952d66ff6489, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731245196213 2024-11-10T13:26:38,629 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0103be0ecc357df8aa1210ac2701e2#B#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:38,630 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/061a8d32bc304b96a4c9beb01dafe836 is 50, key is test_row_0/B:col10/1731245196213/Put/seqid=0 2024-11-10T13:26:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:38,635 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:26:38,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f0103be0ecc357df8aa1210ac2701e2 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T13:26:38,640 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:38,642 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110c0614e0b80e347bc8923f0095410f20c_0f0103be0ecc357df8aa1210ac2701e2 store=[table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:38,645 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110c0614e0b80e347bc8923f0095410f20c_0f0103be0ecc357df8aa1210ac2701e2, store=[table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:38,645 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c0614e0b80e347bc8923f0095410f20c_0f0103be0ecc357df8aa1210ac2701e2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:38,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742143_1319 (size=12104) 2024-11-10T13:26:38,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e853871dd779458da3bfaf633e7798bb_0f0103be0ecc357df8aa1210ac2701e2 is 50, key is test_row_0/A:col10/1731245197447/Put/seqid=0 2024-11-10T13:26:38,653 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/061a8d32bc304b96a4c9beb01dafe836 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/061a8d32bc304b96a4c9beb01dafe836 2024-11-10T13:26:38,658 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f0103be0ecc357df8aa1210ac2701e2/B of 0f0103be0ecc357df8aa1210ac2701e2 into 061a8d32bc304b96a4c9beb01dafe836(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:38,658 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f0103be0ecc357df8aa1210ac2701e2: 2024-11-10T13:26:38,658 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., storeName=0f0103be0ecc357df8aa1210ac2701e2/B, priority=13, startTime=1731245198620; duration=0sec 2024-11-10T13:26:38,658 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:26:38,658 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0103be0ecc357df8aa1210ac2701e2:B 2024-11-10T13:26:38,659 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:26:38,659 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:26:38,660 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 0f0103be0ecc357df8aa1210ac2701e2/C is initiating minor compaction (all files) 2024-11-10T13:26:38,660 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f0103be0ecc357df8aa1210ac2701e2/C in TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:38,660 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/0ce3c506358845f6b16512d29fbeddd7, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/5b2ba38b2c324c83bd519c123b83c494, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/28bb60228406480287818afff82a2493] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp, totalSize=35.2 K 2024-11-10T13:26:38,660 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ce3c506358845f6b16512d29fbeddd7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731245193969 2024-11-10T13:26:38,660 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b2ba38b2c324c83bd519c123b83c494, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731245193999 2024-11-10T13:26:38,661 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 28bb60228406480287818afff82a2493, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731245196213 2024-11-10T13:26:38,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742145_1321 (size=17034) 2024-11-10T13:26:38,664 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:38,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742144_1320 (size=4469) 2024-11-10T13:26:38,667 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0103be0ecc357df8aa1210ac2701e2#A#compaction#271 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:38,667 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/f5be337759864e7f8e574f542a0739ef is 175, key is test_row_0/A:col10/1731245196213/Put/seqid=0 2024-11-10T13:26:38,670 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e853871dd779458da3bfaf633e7798bb_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e853871dd779458da3bfaf633e7798bb_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:38,671 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/8af8930751aa49398f4b7b4a48abec6d, store: [table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:38,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/8af8930751aa49398f4b7b4a48abec6d is 175, key is test_row_0/A:col10/1731245197447/Put/seqid=0 2024-11-10T13:26:38,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742146_1322 (size=31058) 2024-11-10T13:26:38,682 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0103be0ecc357df8aa1210ac2701e2#C#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:38,682 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/5f11b9e80eb145b18e6f5862adbfe0eb is 50, key is test_row_0/C:col10/1731245196213/Put/seqid=0 2024-11-10T13:26:38,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742147_1323 (size=48139) 2024-11-10T13:26:38,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742148_1324 (size=12104) 2024-11-10T13:26:38,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:38,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245258687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245258687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:38,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:38,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:38,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:38,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:38,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:38,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:38,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T13:26:38,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:38,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:38,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:38,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:38,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T13:26:38,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245258799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:38,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:38,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:38,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:38,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245258809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:38,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T13:26:38,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:38,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:38,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:38,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:38,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:39,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245259009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:39,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:39,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:39,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:39,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245259019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:39,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T13:26:39,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:39,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:39,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:39,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:39,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:39,084 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/f5be337759864e7f8e574f542a0739ef as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/f5be337759864e7f8e574f542a0739ef 2024-11-10T13:26:39,086 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/8af8930751aa49398f4b7b4a48abec6d 2024-11-10T13:26:39,089 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f0103be0ecc357df8aa1210ac2701e2/A of 0f0103be0ecc357df8aa1210ac2701e2 into f5be337759864e7f8e574f542a0739ef(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:39,089 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f0103be0ecc357df8aa1210ac2701e2: 2024-11-10T13:26:39,089 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., storeName=0f0103be0ecc357df8aa1210ac2701e2/A, priority=13, startTime=1731245198619; duration=0sec 2024-11-10T13:26:39,089 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:39,089 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0103be0ecc357df8aa1210ac2701e2:A 2024-11-10T13:26:39,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/efb209eaa9a545169daa1b39a5802072 is 50, key is test_row_0/B:col10/1731245197447/Put/seqid=0 2024-11-10T13:26:39,093 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/5f11b9e80eb145b18e6f5862adbfe0eb as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/5f11b9e80eb145b18e6f5862adbfe0eb 2024-11-10T13:26:39,098 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f0103be0ecc357df8aa1210ac2701e2/C of 0f0103be0ecc357df8aa1210ac2701e2 into 5f11b9e80eb145b18e6f5862adbfe0eb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:39,098 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f0103be0ecc357df8aa1210ac2701e2: 2024-11-10T13:26:39,098 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., storeName=0f0103be0ecc357df8aa1210ac2701e2/C, priority=13, startTime=1731245198620; duration=0sec 2024-11-10T13:26:39,098 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:39,098 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0103be0ecc357df8aa1210ac2701e2:C 2024-11-10T13:26:39,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742149_1325 (size=12001) 2024-11-10T13:26:39,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T13:26:39,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:39,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:39,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:39,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:39,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:39,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T13:26:39,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245259319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:39,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:39,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:39,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:39,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245259329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:39,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:39,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:39,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:39,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T13:26:39,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:39,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:39,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:39,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:39,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:39,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T13:26:39,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:39,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:39,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:39,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:39,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:39,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:39,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/efb209eaa9a545169daa1b39a5802072 2024-11-10T13:26:39,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/da8a48bb66ef43adb8f9eb0cd61211c3 is 50, key is test_row_0/C:col10/1731245197447/Put/seqid=0 2024-11-10T13:26:39,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742150_1326 (size=12001) 2024-11-10T13:26:39,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:39,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58252 deadline: 1731245259629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:39,634 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_1' in 0f0103be0ecc357df8aa1210ac2701e2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:26:39,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:39,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:39,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:39,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T13:26:39,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:39,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:39,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:39,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:39,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:39,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:39,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T13:26:39,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:39,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:39,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:39,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:39,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:39,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:39,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245259829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:39,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:39,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:39,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:39,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245259839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:39,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:39,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:39,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:39,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/da8a48bb66ef43adb8f9eb0cd61211c3 2024-11-10T13:26:39,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/8af8930751aa49398f4b7b4a48abec6d as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/8af8930751aa49398f4b7b4a48abec6d 2024-11-10T13:26:39,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/8af8930751aa49398f4b7b4a48abec6d, entries=250, sequenceid=78, filesize=47.0 K 2024-11-10T13:26:39,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/efb209eaa9a545169daa1b39a5802072 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/efb209eaa9a545169daa1b39a5802072 2024-11-10T13:26:39,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/efb209eaa9a545169daa1b39a5802072, entries=150, sequenceid=78, filesize=11.7 K 2024-11-10T13:26:39,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/da8a48bb66ef43adb8f9eb0cd61211c3 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/da8a48bb66ef43adb8f9eb0cd61211c3 2024-11-10T13:26:39,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/da8a48bb66ef43adb8f9eb0cd61211c3, entries=150, sequenceid=78, filesize=11.7 K 2024-11-10T13:26:39,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0f0103be0ecc357df8aa1210ac2701e2 in 1315ms, sequenceid=78, compaction requested=false 2024-11-10T13:26:39,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f0103be0ecc357df8aa1210ac2701e2: 2024-11-10T13:26:39,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T13:26:39,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:39,964 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 0f0103be0ecc357df8aa1210ac2701e2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T13:26:39,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d8ac6653ef7c4dbf997cf37edd36d80d_0f0103be0ecc357df8aa1210ac2701e2 is 50, key is test_row_0/A:col10/1731245198686/Put/seqid=0 2024-11-10T13:26:39,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742151_1327 (size=12154) 2024-11-10T13:26:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T13:26:40,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:40,383 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d8ac6653ef7c4dbf997cf37edd36d80d_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d8ac6653ef7c4dbf997cf37edd36d80d_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:40,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/8186beb1ce194b77bddd084ce4ef64cc, store: [table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:40,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/8186beb1ce194b77bddd084ce4ef64cc is 175, key is test_row_0/A:col10/1731245198686/Put/seqid=0 2024-11-10T13:26:40,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742152_1328 (size=30955) 2024-11-10T13:26:40,388 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/8186beb1ce194b77bddd084ce4ef64cc 2024-11-10T13:26:40,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/0e325571feb64ba0a29cb75702322b6d is 50, key is test_row_0/B:col10/1731245198686/Put/seqid=0 2024-11-10T13:26:40,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742153_1329 (size=12001) 2024-11-10T13:26:40,799 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/0e325571feb64ba0a29cb75702322b6d 2024-11-10T13:26:40,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/6347d85987c649438f131126f05f28ec is 50, key is test_row_0/C:col10/1731245198686/Put/seqid=0 2024-11-10T13:26:40,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742154_1330 (size=12001) 2024-11-10T13:26:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:40,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:40,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245260915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:40,918 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:40,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:40,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:40,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245260917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:40,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:40,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:40,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:41,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245261029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:41,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245261029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:41,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:41,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:41,208 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/6347d85987c649438f131126f05f28ec 2024-11-10T13:26:41,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/8186beb1ce194b77bddd084ce4ef64cc as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/8186beb1ce194b77bddd084ce4ef64cc 2024-11-10T13:26:41,216 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/8186beb1ce194b77bddd084ce4ef64cc, entries=150, sequenceid=93, filesize=30.2 K 2024-11-10T13:26:41,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/0e325571feb64ba0a29cb75702322b6d as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/0e325571feb64ba0a29cb75702322b6d 2024-11-10T13:26:41,220 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/0e325571feb64ba0a29cb75702322b6d, entries=150, sequenceid=93, filesize=11.7 K 2024-11-10T13:26:41,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/6347d85987c649438f131126f05f28ec as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/6347d85987c649438f131126f05f28ec 2024-11-10T13:26:41,225 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/6347d85987c649438f131126f05f28ec, entries=150, sequenceid=93, filesize=11.7 K 2024-11-10T13:26:41,226 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0f0103be0ecc357df8aa1210ac2701e2 in 1262ms, sequenceid=93, compaction requested=true 2024-11-10T13:26:41,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 0f0103be0ecc357df8aa1210ac2701e2: 2024-11-10T13:26:41,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:41,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-10T13:26:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-10T13:26:41,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-10T13:26:41,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0960 sec 2024-11-10T13:26:41,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 3.1000 sec 2024-11-10T13:26:41,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:41,245 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:26:41,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f0103be0ecc357df8aa1210ac2701e2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T13:26:41,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109514334f34614a1c8a3da5ca3db37d20_0f0103be0ecc357df8aa1210ac2701e2 is 50, key is test_row_0/A:col10/1731245200914/Put/seqid=0 2024-11-10T13:26:41,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742155_1331 (size=14594) 2024-11-10T13:26:41,255 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:41,258 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109514334f34614a1c8a3da5ca3db37d20_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109514334f34614a1c8a3da5ca3db37d20_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:41,259 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/fd05f625cb57481ab7194a161e8b6245, store: [table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:41,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/fd05f625cb57481ab7194a161e8b6245 is 175, key is test_row_0/A:col10/1731245200914/Put/seqid=0 2024-11-10T13:26:41,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742156_1332 (size=39549) 2024-11-10T13:26:41,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:41,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245261272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:41,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:41,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:41,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:41,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:41,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245261275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:41,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:41,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:41,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:41,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:41,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245261379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:41,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:41,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:41,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:41,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:41,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245261389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:41,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:41,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:41,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:41,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:41,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245261589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:41,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:41,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:41,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:41,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:41,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245261599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:41,606 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:41,606 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:41,606 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:41,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:41,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58252 deadline: 1731245261649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:41,655 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_1' in 0f0103be0ecc357df8aa1210ac2701e2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:26:41,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:41,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:41,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:41,663 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/fd05f625cb57481ab7194a161e8b6245 2024-11-10T13:26:41,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/e1713840c6a742e3ada084c32505c2e4 is 50, key is test_row_0/B:col10/1731245200914/Put/seqid=0 2024-11-10T13:26:41,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742157_1333 (size=12001) 2024-11-10T13:26:41,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:41,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245261909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:41,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:41,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:41,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:41,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:41,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245261909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:41,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:41,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:41,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:42,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/e1713840c6a742e3ada084c32505c2e4 2024-11-10T13:26:42,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/49a4a91d25974220a0f84f890111aa3f is 50, key is test_row_0/C:col10/1731245200914/Put/seqid=0 2024-11-10T13:26:42,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742158_1334 (size=12001) 2024-11-10T13:26:42,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58314 deadline: 1731245262269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:42,276 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_1' in 0f0103be0ecc357df8aa1210ac2701e2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8238 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:26:42,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:42,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:42,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T13:26:42,290 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:26:42,290 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:26:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-10T13:26:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-10T13:26:42,292 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:26:42,292 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:26:42,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:26:42,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58256 deadline: 1731245262289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:42,296 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_2' in 0f0103be0ecc357df8aa1210ac2701e2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8258 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:26:42,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:42,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:42,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-10T13:26:42,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245262429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:42,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245262429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:42,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:42,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:42,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:42,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:42,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:42,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:42,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-10T13:26:42,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:42,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:42,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:42,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:42,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:42,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/49a4a91d25974220a0f84f890111aa3f 2024-11-10T13:26:42,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/fd05f625cb57481ab7194a161e8b6245 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/fd05f625cb57481ab7194a161e8b6245 2024-11-10T13:26:42,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/fd05f625cb57481ab7194a161e8b6245, entries=200, sequenceid=118, filesize=38.6 K 2024-11-10T13:26:42,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/e1713840c6a742e3ada084c32505c2e4 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/e1713840c6a742e3ada084c32505c2e4 2024-11-10T13:26:42,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/e1713840c6a742e3ada084c32505c2e4, entries=150, sequenceid=118, filesize=11.7 K 2024-11-10T13:26:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/49a4a91d25974220a0f84f890111aa3f as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/49a4a91d25974220a0f84f890111aa3f 2024-11-10T13:26:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/49a4a91d25974220a0f84f890111aa3f, entries=150, sequenceid=118, filesize=11.7 K 2024-11-10T13:26:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0f0103be0ecc357df8aa1210ac2701e2 in 1320ms, sequenceid=118, compaction requested=true 2024-11-10T13:26:42,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f0103be0ecc357df8aa1210ac2701e2: 2024-11-10T13:26:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0103be0ecc357df8aa1210ac2701e2:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:26:42,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:42,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0103be0ecc357df8aa1210ac2701e2:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:26:42,565 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T13:26:42,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:42,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0103be0ecc357df8aa1210ac2701e2:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:26:42,565 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T13:26:42,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:26:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,566 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 149701 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T13:26:42,566 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T13:26:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,566 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): 0f0103be0ecc357df8aa1210ac2701e2/A is initiating minor compaction (all files) 2024-11-10T13:26:42,566 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 0f0103be0ecc357df8aa1210ac2701e2/B is initiating minor compaction (all files) 2024-11-10T13:26:42,566 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f0103be0ecc357df8aa1210ac2701e2/A in TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:42,566 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f0103be0ecc357df8aa1210ac2701e2/B in TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:42,566 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/061a8d32bc304b96a4c9beb01dafe836, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/efb209eaa9a545169daa1b39a5802072, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/0e325571feb64ba0a29cb75702322b6d, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/e1713840c6a742e3ada084c32505c2e4] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp, totalSize=47.0 K 2024-11-10T13:26:42,566 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/f5be337759864e7f8e574f542a0739ef, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/8af8930751aa49398f4b7b4a48abec6d, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/8186beb1ce194b77bddd084ce4ef64cc, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/fd05f625cb57481ab7194a161e8b6245] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp, totalSize=146.2 K 2024-11-10T13:26:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,566 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:42,566 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. files: [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/f5be337759864e7f8e574f542a0739ef, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/8af8930751aa49398f4b7b4a48abec6d, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/8186beb1ce194b77bddd084ce4ef64cc, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/fd05f625cb57481ab7194a161e8b6245] 2024-11-10T13:26:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,567 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 061a8d32bc304b96a4c9beb01dafe836, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731245196213 2024-11-10T13:26:42,567 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5be337759864e7f8e574f542a0739ef, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731245196213 2024-11-10T13:26:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,567 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting efb209eaa9a545169daa1b39a5802072, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731245197447 2024-11-10T13:26:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,567 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8af8930751aa49398f4b7b4a48abec6d, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731245197447 2024-11-10T13:26:42,567 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e325571feb64ba0a29cb75702322b6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731245198647 2024-11-10T13:26:42,567 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8186beb1ce194b77bddd084ce4ef64cc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731245198647 2024-11-10T13:26:42,567 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting e1713840c6a742e3ada084c32505c2e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731245200907 2024-11-10T13:26:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,568 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd05f625cb57481ab7194a161e8b6245, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731245200907 2024-11-10T13:26:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,577 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,579 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0103be0ecc357df8aa1210ac2701e2#B#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,579 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/33e02065d98e415c80a083ab56e17dcc is 50, key is test_row_0/B:col10/1731245200914/Put/seqid=0 2024-11-10T13:26:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,585 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111007c1cc26e3b14b46a541d0d999a06484_0f0103be0ecc357df8aa1210ac2701e2 store=[table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:42,586 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111007c1cc26e3b14b46a541d0d999a06484_0f0103be0ecc357df8aa1210ac2701e2, store=[table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:42,586 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111007c1cc26e3b14b46a541d0d999a06484_0f0103be0ecc357df8aa1210ac2701e2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:42,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-10T13:26:42,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:42,597 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 0f0103be0ecc357df8aa1210ac2701e2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T13:26:42,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c8e1b716c3a6479190abae6060a40ab7_0f0103be0ecc357df8aa1210ac2701e2 is 50, key is test_row_1/A:col10/1731245201265/Put/seqid=0 2024-11-10T13:26:42,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-10T13:26:42,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742159_1335 (size=12241) 2024-11-10T13:26:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742160_1336 (size=4469) 2024-11-10T13:26:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742161_1337 (size=9714) 2024-11-10T13:26:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,620 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0103be0ecc357df8aa1210ac2701e2#A#compaction#283 average throughput is 0.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,620 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/3c024255626747ae9aeaf0e67a275dee is 175, key is test_row_0/A:col10/1731245200914/Put/seqid=0 2024-11-10T13:26:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,624 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c8e1b716c3a6479190abae6060a40ab7_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c8e1b716c3a6479190abae6060a40ab7_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/f386d8afc836481b8d350d16e784903f, store: [table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/f386d8afc836481b8d350d16e784903f is 175, key is test_row_1/A:col10/1731245201265/Put/seqid=0 2024-11-10T13:26:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742162_1338 (size=31195) 2024-11-10T13:26:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742163_1339 (size=22361) 2024-11-10T13:26:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,651 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/f386d8afc836481b8d350d16e784903f 2024-11-10T13:26:42,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/609ee7862a3d4246a17ef2996eeac609 is 50, key is test_row_1/B:col10/1731245201265/Put/seqid=0 2024-11-10T13:26:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742164_1340 (size=9657) 2024-11-10T13:26:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-10T13:26:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,021 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/33e02065d98e415c80a083ab56e17dcc as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/33e02065d98e415c80a083ab56e17dcc 2024-11-10T13:26:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,026 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f0103be0ecc357df8aa1210ac2701e2/B of 0f0103be0ecc357df8aa1210ac2701e2 into 33e02065d98e415c80a083ab56e17dcc(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:43,026 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f0103be0ecc357df8aa1210ac2701e2: 2024-11-10T13:26:43,026 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., storeName=0f0103be0ecc357df8aa1210ac2701e2/B, priority=12, startTime=1731245202565; duration=0sec 2024-11-10T13:26:43,026 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:26:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,026 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0103be0ecc357df8aa1210ac2701e2:B 2024-11-10T13:26:43,026 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T13:26:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,028 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T13:26:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,028 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 0f0103be0ecc357df8aa1210ac2701e2/C is initiating minor compaction (all files) 2024-11-10T13:26:43,028 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f0103be0ecc357df8aa1210ac2701e2/C in TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:43,029 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/5f11b9e80eb145b18e6f5862adbfe0eb, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/da8a48bb66ef43adb8f9eb0cd61211c3, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/6347d85987c649438f131126f05f28ec, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/49a4a91d25974220a0f84f890111aa3f] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp, totalSize=47.0 K 2024-11-10T13:26:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,029 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f11b9e80eb145b18e6f5862adbfe0eb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731245196213 2024-11-10T13:26:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,029 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting da8a48bb66ef43adb8f9eb0cd61211c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731245197447 2024-11-10T13:26:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,030 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 6347d85987c649438f131126f05f28ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731245198647 2024-11-10T13:26:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,030 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 49a4a91d25974220a0f84f890111aa3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731245200907 2024-11-10T13:26:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,038 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0103be0ecc357df8aa1210ac2701e2#C#compaction#286 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,038 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/6fd0da0fb61643a88e0de7ba4d9ac958 is 50, key is test_row_0/C:col10/1731245200914/Put/seqid=0 2024-11-10T13:26:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,044 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/3c024255626747ae9aeaf0e67a275dee as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/3c024255626747ae9aeaf0e67a275dee 2024-11-10T13:26:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,050 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f0103be0ecc357df8aa1210ac2701e2/A of 0f0103be0ecc357df8aa1210ac2701e2 into 3c024255626747ae9aeaf0e67a275dee(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:43,050 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f0103be0ecc357df8aa1210ac2701e2: 2024-11-10T13:26:43,050 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., storeName=0f0103be0ecc357df8aa1210ac2701e2/A, priority=12, startTime=1731245202565; duration=0sec 2024-11-10T13:26:43,050 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,050 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0103be0ecc357df8aa1210ac2701e2:A 2024-11-10T13:26:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742165_1341 (size=12241) 2024-11-10T13:26:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,070 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/609ee7862a3d4246a17ef2996eeac609 2024-11-10T13:26:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/0fc980ef70654196993c44bc76ba18a4 is 50, key is test_row_1/C:col10/1731245201265/Put/seqid=0 2024-11-10T13:26:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742166_1342 (size=9657) 2024-11-10T13:26:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-10T13:26:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,470 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/6fd0da0fb61643a88e0de7ba4d9ac958 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/6fd0da0fb61643a88e0de7ba4d9ac958 2024-11-10T13:26:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,476 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f0103be0ecc357df8aa1210ac2701e2/C of 0f0103be0ecc357df8aa1210ac2701e2 into 6fd0da0fb61643a88e0de7ba4d9ac958(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:43,476 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f0103be0ecc357df8aa1210ac2701e2: 2024-11-10T13:26:43,476 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., storeName=0f0103be0ecc357df8aa1210ac2701e2/C, priority=12, startTime=1731245202565; duration=0sec 2024-11-10T13:26:43,476 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:43,476 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0103be0ecc357df8aa1210ac2701e2:C 2024-11-10T13:26:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,491 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/0fc980ef70654196993c44bc76ba18a4 2024-11-10T13:26:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/f386d8afc836481b8d350d16e784903f as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/f386d8afc836481b8d350d16e784903f 2024-11-10T13:26:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,500 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/f386d8afc836481b8d350d16e784903f, entries=100, sequenceid=129, filesize=21.8 K 2024-11-10T13:26:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/609ee7862a3d4246a17ef2996eeac609 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/609ee7862a3d4246a17ef2996eeac609 2024-11-10T13:26:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,505 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/609ee7862a3d4246a17ef2996eeac609, entries=100, sequenceid=129, filesize=9.4 K 2024-11-10T13:26:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/0fc980ef70654196993c44bc76ba18a4 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/0fc980ef70654196993c44bc76ba18a4 2024-11-10T13:26:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,509 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/0fc980ef70654196993c44bc76ba18a4, entries=100, sequenceid=129, filesize=9.4 K 2024-11-10T13:26:43,510 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=20.13 KB/20610 for 0f0103be0ecc357df8aa1210ac2701e2 in 913ms, sequenceid=129, compaction requested=false 2024-11-10T13:26:43,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 0f0103be0ecc357df8aa1210ac2701e2: 2024-11-10T13:26:43,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:43,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-10T13:26:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-10T13:26:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-10T13:26:43,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2200 sec 2024-11-10T13:26:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.2250 sec 2024-11-10T13:26:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,554 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:26:43,554 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f0103be0ecc357df8aa1210ac2701e2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T13:26:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105ff807a4e02d4b73a526ad4c366f15ff_0f0103be0ecc357df8aa1210ac2701e2 is 50, key is test_row_0/A:col10/1731245203552/Put/seqid=0 2024-11-10T13:26:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742167_1343 (size=19774) 2024-11-10T13:26:43,584 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:43,588 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105ff807a4e02d4b73a526ad4c366f15ff_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105ff807a4e02d4b73a526ad4c366f15ff_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:43,588 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/5034f25feae640b5969e125c83778cfd, store: [table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:43,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/5034f25feae640b5969e125c83778cfd is 175, key is test_row_0/A:col10/1731245203552/Put/seqid=0 2024-11-10T13:26:43,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742168_1344 (size=57033) 2024-11-10T13:26:43,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:43,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245263654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:43,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:43,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:43,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245263656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:43,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:43,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:43,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:43,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:43,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:43,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245263769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:43,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:43,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245263769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:43,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:43,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:43,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:43,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:43,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:43,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245263980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:43,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:43,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:43,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245263980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:43,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:43,987 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:43,987 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:43,987 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:44,000 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=143, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/5034f25feae640b5969e125c83778cfd 2024-11-10T13:26:44,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/71748978f95d423c877880b02f0602a0 is 50, key is test_row_0/B:col10/1731245203552/Put/seqid=0 2024-11-10T13:26:44,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742169_1345 (size=12151) 2024-11-10T13:26:44,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245264289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:44,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:44,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245264289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:44,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:44,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:44,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:44,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:44,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:44,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/71748978f95d423c877880b02f0602a0 2024-11-10T13:26:44,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/2d12fa98febb4ca08f08b609f929b35d is 50, key is test_row_0/C:col10/1731245203552/Put/seqid=0 2024-11-10T13:26:44,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742170_1346 (size=12151) 2024-11-10T13:26:44,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/2d12fa98febb4ca08f08b609f929b35d 2024-11-10T13:26:44,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/5034f25feae640b5969e125c83778cfd as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/5034f25feae640b5969e125c83778cfd 2024-11-10T13:26:44,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/5034f25feae640b5969e125c83778cfd, entries=300, sequenceid=143, filesize=55.7 K 2024-11-10T13:26:44,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/71748978f95d423c877880b02f0602a0 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/71748978f95d423c877880b02f0602a0 2024-11-10T13:26:44,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/71748978f95d423c877880b02f0602a0, entries=150, sequenceid=143, filesize=11.9 K 2024-11-10T13:26:44,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/2d12fa98febb4ca08f08b609f929b35d as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/2d12fa98febb4ca08f08b609f929b35d 2024-11-10T13:26:44,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/2d12fa98febb4ca08f08b609f929b35d, entries=150, sequenceid=143, filesize=11.9 K 2024-11-10T13:26:44,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0f0103be0ecc357df8aa1210ac2701e2 in 880ms, sequenceid=143, compaction requested=true 2024-11-10T13:26:44,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f0103be0ecc357df8aa1210ac2701e2: 2024-11-10T13:26:44,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0103be0ecc357df8aa1210ac2701e2:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:26:44,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:44,434 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:26:44,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0103be0ecc357df8aa1210ac2701e2:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:26:44,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:44,434 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:26:44,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0103be0ecc357df8aa1210ac2701e2:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:26:44,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:26:44,434 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:26:44,435 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:26:44,435 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 0f0103be0ecc357df8aa1210ac2701e2/B is initiating minor compaction (all files) 2024-11-10T13:26:44,435 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): 0f0103be0ecc357df8aa1210ac2701e2/A is initiating minor compaction (all files) 2024-11-10T13:26:44,435 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f0103be0ecc357df8aa1210ac2701e2/B in TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:44,435 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f0103be0ecc357df8aa1210ac2701e2/A in TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:44,435 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/33e02065d98e415c80a083ab56e17dcc, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/609ee7862a3d4246a17ef2996eeac609, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/71748978f95d423c877880b02f0602a0] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp, totalSize=33.3 K 2024-11-10T13:26:44,435 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/3c024255626747ae9aeaf0e67a275dee, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/f386d8afc836481b8d350d16e784903f, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/5034f25feae640b5969e125c83778cfd] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp, totalSize=108.0 K 2024-11-10T13:26:44,435 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:44,435 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. files: [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/3c024255626747ae9aeaf0e67a275dee, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/f386d8afc836481b8d350d16e784903f, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/5034f25feae640b5969e125c83778cfd] 2024-11-10T13:26:44,435 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 33e02065d98e415c80a083ab56e17dcc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731245200907 2024-11-10T13:26:44,435 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c024255626747ae9aeaf0e67a275dee, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731245200907 2024-11-10T13:26:44,435 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 609ee7862a3d4246a17ef2996eeac609, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731245201265 2024-11-10T13:26:44,435 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 71748978f95d423c877880b02f0602a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731245203541 2024-11-10T13:26:44,435 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting f386d8afc836481b8d350d16e784903f, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731245201265 2024-11-10T13:26:44,435 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5034f25feae640b5969e125c83778cfd, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731245203480 2024-11-10T13:26:44,440 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:44,441 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0103be0ecc357df8aa1210ac2701e2#B#compaction#291 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:44,441 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/0ae1bc05e0b54c54895e704f8d63b6d6 is 50, key is test_row_0/B:col10/1731245203552/Put/seqid=0 2024-11-10T13:26:44,443 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411106ed9bfd972ce4bec960147b97effffba_0f0103be0ecc357df8aa1210ac2701e2 store=[table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:44,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742171_1347 (size=12493) 2024-11-10T13:26:44,450 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411106ed9bfd972ce4bec960147b97effffba_0f0103be0ecc357df8aa1210ac2701e2, store=[table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:44,450 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411106ed9bfd972ce4bec960147b97effffba_0f0103be0ecc357df8aa1210ac2701e2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-10T13:26:44,453 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:26:44,453 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:26:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-10T13:26:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T13:26:44,455 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:26:44,455 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:26:44,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:26:44,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742172_1348 (size=4469) 2024-11-10T13:26:44,466 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0103be0ecc357df8aa1210ac2701e2#A#compaction#292 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:44,467 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/a446646502c046f9b6fb51573ae28667 is 175, key is test_row_0/A:col10/1731245203552/Put/seqid=0 2024-11-10T13:26:44,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742173_1349 (size=31447) 2024-11-10T13:26:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T13:26:44,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-10T13:26:44,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:44,608 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 0f0103be0ecc357df8aa1210ac2701e2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T13:26:44,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b164fd92bc4d4b5383c904df98f60d32_0f0103be0ecc357df8aa1210ac2701e2 is 50, key is test_row_0/A:col10/1731245203655/Put/seqid=0 2024-11-10T13:26:44,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742174_1350 (size=12304) 2024-11-10T13:26:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T13:26:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:44,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:44,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245264831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:44,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:44,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:44,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:44,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245264832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:44,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:44,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:44,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:44,848 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/0ae1bc05e0b54c54895e704f8d63b6d6 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/0ae1bc05e0b54c54895e704f8d63b6d6 2024-11-10T13:26:44,851 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f0103be0ecc357df8aa1210ac2701e2/B of 0f0103be0ecc357df8aa1210ac2701e2 into 0ae1bc05e0b54c54895e704f8d63b6d6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:44,851 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f0103be0ecc357df8aa1210ac2701e2: 2024-11-10T13:26:44,851 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., storeName=0f0103be0ecc357df8aa1210ac2701e2/B, priority=13, startTime=1731245204434; duration=0sec 2024-11-10T13:26:44,851 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:26:44,851 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0103be0ecc357df8aa1210ac2701e2:B 2024-11-10T13:26:44,851 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:26:44,852 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:26:44,852 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 0f0103be0ecc357df8aa1210ac2701e2/C is initiating minor compaction (all files) 2024-11-10T13:26:44,852 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f0103be0ecc357df8aa1210ac2701e2/C in TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:44,852 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/6fd0da0fb61643a88e0de7ba4d9ac958, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/0fc980ef70654196993c44bc76ba18a4, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/2d12fa98febb4ca08f08b609f929b35d] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp, totalSize=33.3 K 2024-11-10T13:26:44,852 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fd0da0fb61643a88e0de7ba4d9ac958, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731245200907 2024-11-10T13:26:44,852 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fc980ef70654196993c44bc76ba18a4, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731245201265 2024-11-10T13:26:44,853 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d12fa98febb4ca08f08b609f929b35d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731245203541 2024-11-10T13:26:44,858 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0103be0ecc357df8aa1210ac2701e2#C#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:44,859 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/04d2b9ba47424533bf2657696afd3bbd is 50, key is test_row_0/C:col10/1731245203552/Put/seqid=0 2024-11-10T13:26:44,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742175_1351 (size=12493) 2024-11-10T13:26:44,874 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/a446646502c046f9b6fb51573ae28667 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/a446646502c046f9b6fb51573ae28667 2024-11-10T13:26:44,880 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f0103be0ecc357df8aa1210ac2701e2/A of 0f0103be0ecc357df8aa1210ac2701e2 into a446646502c046f9b6fb51573ae28667(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:44,880 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f0103be0ecc357df8aa1210ac2701e2: 2024-11-10T13:26:44,880 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., storeName=0f0103be0ecc357df8aa1210ac2701e2/A, priority=13, startTime=1731245204434; duration=0sec 2024-11-10T13:26:44,880 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:44,880 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0103be0ecc357df8aa1210ac2701e2:A 2024-11-10T13:26:44,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245264949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:44,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:44,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:44,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:44,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245264949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:44,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:44,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:44,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:45,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:45,021 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b164fd92bc4d4b5383c904df98f60d32_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b164fd92bc4d4b5383c904df98f60d32_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:45,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/8687217f02d9441ebb136c5c4271db87, store: [table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:45,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/8687217f02d9441ebb136c5c4271db87 is 175, key is test_row_0/A:col10/1731245203655/Put/seqid=0 2024-11-10T13:26:45,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742176_1352 (size=31105) 2024-11-10T13:26:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T13:26:45,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245265169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:45,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245265169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:45,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:45,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:45,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:45,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:45,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:45,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:45,270 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/04d2b9ba47424533bf2657696afd3bbd as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/04d2b9ba47424533bf2657696afd3bbd 2024-11-10T13:26:45,274 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f0103be0ecc357df8aa1210ac2701e2/C of 0f0103be0ecc357df8aa1210ac2701e2 into 04d2b9ba47424533bf2657696afd3bbd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:45,274 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f0103be0ecc357df8aa1210ac2701e2: 2024-11-10T13:26:45,274 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., storeName=0f0103be0ecc357df8aa1210ac2701e2/C, priority=13, startTime=1731245204434; duration=0sec 2024-11-10T13:26:45,275 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:45,275 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0103be0ecc357df8aa1210ac2701e2:C 2024-11-10T13:26:45,426 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/8687217f02d9441ebb136c5c4271db87 2024-11-10T13:26:45,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/d61845bae21142a5acf777283e89380e is 50, key is test_row_0/B:col10/1731245203655/Put/seqid=0 2024-11-10T13:26:45,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742177_1353 (size=12151) 2024-11-10T13:26:45,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245265479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:45,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:45,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:45,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:45,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245265479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:45,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:45,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:45,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T13:26:45,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:45,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58252 deadline: 1731245265699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:45,703 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_1' in 0f0103be0ecc357df8aa1210ac2701e2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8240 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:26:45,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:45,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:45,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:45,835 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/d61845bae21142a5acf777283e89380e 2024-11-10T13:26:45,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/15e3fe82d059444eb1cc20df236aae4f is 50, key is test_row_0/C:col10/1731245203655/Put/seqid=0 2024-11-10T13:26:45,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742178_1354 (size=12151) 2024-11-10T13:26:45,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245265989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:45,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245265990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:45,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:45,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:45,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:45,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:45,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:45,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:46,244 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/15e3fe82d059444eb1cc20df236aae4f 2024-11-10T13:26:46,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/8687217f02d9441ebb136c5c4271db87 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/8687217f02d9441ebb136c5c4271db87 2024-11-10T13:26:46,252 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/8687217f02d9441ebb136c5c4271db87, entries=150, sequenceid=168, filesize=30.4 K 2024-11-10T13:26:46,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/d61845bae21142a5acf777283e89380e as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/d61845bae21142a5acf777283e89380e 2024-11-10T13:26:46,256 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/d61845bae21142a5acf777283e89380e, entries=150, sequenceid=168, filesize=11.9 K 2024-11-10T13:26:46,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/15e3fe82d059444eb1cc20df236aae4f as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/15e3fe82d059444eb1cc20df236aae4f 2024-11-10T13:26:46,260 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/15e3fe82d059444eb1cc20df236aae4f, entries=150, sequenceid=168, filesize=11.9 K 2024-11-10T13:26:46,261 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0f0103be0ecc357df8aa1210ac2701e2 in 1654ms, sequenceid=168, compaction requested=false 2024-11-10T13:26:46,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 0f0103be0ecc357df8aa1210ac2701e2: 2024-11-10T13:26:46,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:46,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-10T13:26:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-10T13:26:46,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-10T13:26:46,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8070 sec 2024-11-10T13:26:46,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.8110 sec 2024-11-10T13:26:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T13:26:46,599 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:26:46,599 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:26:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-10T13:26:46,601 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:26:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-10T13:26:46,601 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:26:46,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:26:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-10T13:26:46,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-10T13:26:46,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:46,754 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 0f0103be0ecc357df8aa1210ac2701e2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T13:26:46,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411102d3004f1d0a14b5f8fdf111e65379ce7_0f0103be0ecc357df8aa1210ac2701e2 is 50, key is test_row_0/A:col10/1731245204831/Put/seqid=0 2024-11-10T13:26:46,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742179_1355 (size=12304) 2024-11-10T13:26:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-10T13:26:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:47,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:47,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245267080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:47,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:47,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:47,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:47,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245267084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:47,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:47,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:47,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:47,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:47,166 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411102d3004f1d0a14b5f8fdf111e65379ce7_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102d3004f1d0a14b5f8fdf111e65379ce7_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:47,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/868594dbea914c31b5097319191ea7cd, store: [table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:47,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/868594dbea914c31b5097319191ea7cd is 175, key is test_row_0/A:col10/1731245204831/Put/seqid=0 2024-11-10T13:26:47,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742180_1356 (size=31105) 2024-11-10T13:26:47,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245267199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:47,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:47,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245267200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:47,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:47,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:47,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:47,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:47,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-10T13:26:47,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245267409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:47,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:47,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:47,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:47,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245267419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:47,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:47,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:47,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:47,570 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=182, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/868594dbea914c31b5097319191ea7cd 2024-11-10T13:26:47,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/df8df33e32d1438e96d68c5a0638cf2e is 50, key is test_row_0/B:col10/1731245204831/Put/seqid=0 2024-11-10T13:26:47,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742181_1357 (size=12151) 2024-11-10T13:26:47,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245267719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:47,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:47,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:47,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:47,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245267729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:47,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:47,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:47,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-10T13:26:47,981 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/df8df33e32d1438e96d68c5a0638cf2e 2024-11-10T13:26:47,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/a23ba35c3d2746308acd13ac46e6f320 is 50, key is test_row_0/C:col10/1731245204831/Put/seqid=0 2024-11-10T13:26:47,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742182_1358 (size=12151) 2024-11-10T13:26:48,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245268229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:48,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:48,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:48,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:48,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245268239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:48,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:48,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:48,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:48,393 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/a23ba35c3d2746308acd13ac46e6f320 2024-11-10T13:26:48,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/868594dbea914c31b5097319191ea7cd as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/868594dbea914c31b5097319191ea7cd 2024-11-10T13:26:48,399 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/868594dbea914c31b5097319191ea7cd, entries=150, sequenceid=182, filesize=30.4 K 2024-11-10T13:26:48,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/df8df33e32d1438e96d68c5a0638cf2e as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/df8df33e32d1438e96d68c5a0638cf2e 2024-11-10T13:26:48,403 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/df8df33e32d1438e96d68c5a0638cf2e, entries=150, sequenceid=182, filesize=11.9 K 2024-11-10T13:26:48,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/a23ba35c3d2746308acd13ac46e6f320 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/a23ba35c3d2746308acd13ac46e6f320 2024-11-10T13:26:48,406 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/a23ba35c3d2746308acd13ac46e6f320, entries=150, sequenceid=182, filesize=11.9 K 2024-11-10T13:26:48,407 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0f0103be0ecc357df8aa1210ac2701e2 in 1654ms, sequenceid=182, compaction requested=true 2024-11-10T13:26:48,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 0f0103be0ecc357df8aa1210ac2701e2: 2024-11-10T13:26:48,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:48,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-10T13:26:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-10T13:26:48,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-10T13:26:48,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8070 sec 2024-11-10T13:26:48,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.8130 sec 2024-11-10T13:26:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-10T13:26:48,749 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:26:48,749 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:26:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-10T13:26:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-10T13:26:48,751 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:26:48,751 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:26:48,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:26:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-10T13:26:48,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-10T13:26:48,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:48,903 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 0f0103be0ecc357df8aa1210ac2701e2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T13:26:48,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d72761d3e0a94b52952e41f359d5703a_0f0103be0ecc357df8aa1210ac2701e2 is 50, key is test_row_0/A:col10/1731245207028/Put/seqid=0 2024-11-10T13:26:48,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742183_1359 (size=12304) 2024-11-10T13:26:48,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:48,919 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d72761d3e0a94b52952e41f359d5703a_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d72761d3e0a94b52952e41f359d5703a_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:48,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/5417dc676aee49369f31220b4bbcb313, store: [table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:48,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/5417dc676aee49369f31220b4bbcb313 is 175, key is test_row_0/A:col10/1731245207028/Put/seqid=0 2024-11-10T13:26:48,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742184_1360 (size=31105) 2024-11-10T13:26:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-10T13:26:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:49,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:49,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245269275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:49,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245269277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:49,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:49,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:49,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:49,325 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/5417dc676aee49369f31220b4bbcb313 2024-11-10T13:26:49,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/04b9e64913a0490c9aec0f49dbb71753 is 50, key is test_row_0/B:col10/1731245207028/Put/seqid=0 2024-11-10T13:26:49,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742185_1361 (size=12151) 2024-11-10T13:26:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-10T13:26:49,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245269389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:49,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:49,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:49,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:49,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245269389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:49,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:49,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:49,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:49,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245269609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:49,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:49,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:49,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:49,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245269609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:49,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:49,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:49,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:49,736 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/04b9e64913a0490c9aec0f49dbb71753 2024-11-10T13:26:49,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/641bf8f7769946f0967c59a3dd6dc376 is 50, key is test_row_0/C:col10/1731245207028/Put/seqid=0 2024-11-10T13:26:49,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742186_1362 (size=12151) 2024-11-10T13:26:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-10T13:26:49,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245269929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:49,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:49,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245269929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:49,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:49,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:49,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:49,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:49,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:50,146 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/641bf8f7769946f0967c59a3dd6dc376 2024-11-10T13:26:50,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/5417dc676aee49369f31220b4bbcb313 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/5417dc676aee49369f31220b4bbcb313 2024-11-10T13:26:50,152 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/5417dc676aee49369f31220b4bbcb313, entries=150, sequenceid=207, filesize=30.4 K 2024-11-10T13:26:50,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/04b9e64913a0490c9aec0f49dbb71753 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/04b9e64913a0490c9aec0f49dbb71753 2024-11-10T13:26:50,156 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/04b9e64913a0490c9aec0f49dbb71753, entries=150, sequenceid=207, filesize=11.9 K 2024-11-10T13:26:50,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/641bf8f7769946f0967c59a3dd6dc376 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/641bf8f7769946f0967c59a3dd6dc376 2024-11-10T13:26:50,160 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/641bf8f7769946f0967c59a3dd6dc376, entries=150, sequenceid=207, filesize=11.9 K 2024-11-10T13:26:50,161 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0f0103be0ecc357df8aa1210ac2701e2 in 1258ms, sequenceid=207, compaction requested=true 2024-11-10T13:26:50,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 0f0103be0ecc357df8aa1210ac2701e2: 2024-11-10T13:26:50,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:50,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-10T13:26:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-10T13:26:50,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-10T13:26:50,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4100 sec 2024-11-10T13:26:50,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.4150 sec 2024-11-10T13:26:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:50,445 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:26:50,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f0103be0ecc357df8aa1210ac2701e2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T13:26:50,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111016a3627441a54946b9372137593ef75f_0f0103be0ecc357df8aa1210ac2701e2 is 50, key is test_row_0/A:col10/1731245209275/Put/seqid=0 2024-11-10T13:26:50,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742187_1363 (size=14794) 2024-11-10T13:26:50,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245270550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:50,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:50,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:50,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:50,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245270563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:50,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:50,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:50,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:50,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245270669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:50,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:50,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:50,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:50,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245270679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:50,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:50,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:50,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:50,854 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:50,857 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111016a3627441a54946b9372137593ef75f_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111016a3627441a54946b9372137593ef75f_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:50,858 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/836a8f1bd12f4d0c9b1d08cfb03747ae, store: [table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:50,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/836a8f1bd12f4d0c9b1d08cfb03747ae is 175, key is test_row_0/A:col10/1731245209275/Put/seqid=0 2024-11-10T13:26:50,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742188_1364 (size=39749) 2024-11-10T13:26:50,862 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/836a8f1bd12f4d0c9b1d08cfb03747ae 2024-11-10T13:26:50,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/b6a57dff4854482d864bf704033f9962 is 50, key is test_row_0/B:col10/1731245209275/Put/seqid=0 2024-11-10T13:26:50,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742189_1365 (size=12151) 2024-11-10T13:26:50,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:50,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245270889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:50,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:50,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:50,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-10T13:26:50,899 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:26:50,899 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:26:50,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-10T13:26:50,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-10T13:26:50,901 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:26:50,901 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:26:50,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:26:50,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245270899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:50,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:50,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:50,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-10T13:26:51,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-10T13:26:51,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:51,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:51,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:51,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:51,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:51,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-10T13:26:51,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:51,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:51,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:51,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:51,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:51,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245271199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:51,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:51,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:51,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:51,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245271209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:51,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:51,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:51,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-10T13:26:51,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/b6a57dff4854482d864bf704033f9962 2024-11-10T13:26:51,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/ba6318a8f6f64958998772db0c0ab385 is 50, key is test_row_0/C:col10/1731245209275/Put/seqid=0 2024-11-10T13:26:51,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742190_1366 (size=12151) 2024-11-10T13:26:51,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-10T13:26:51,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:51,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:51,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:51,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:51,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:51,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-10T13:26:51,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:51,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:51,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:51,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:51,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-10T13:26:51,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-10T13:26:51,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:51,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:51,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:51,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:51,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:51,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/ba6318a8f6f64958998772db0c0ab385 2024-11-10T13:26:51,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/836a8f1bd12f4d0c9b1d08cfb03747ae as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/836a8f1bd12f4d0c9b1d08cfb03747ae 2024-11-10T13:26:51,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/836a8f1bd12f4d0c9b1d08cfb03747ae, entries=200, sequenceid=219, filesize=38.8 K 2024-11-10T13:26:51,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/b6a57dff4854482d864bf704033f9962 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/b6a57dff4854482d864bf704033f9962 2024-11-10T13:26:51,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/b6a57dff4854482d864bf704033f9962, entries=150, sequenceid=219, filesize=11.9 K 2024-11-10T13:26:51,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/ba6318a8f6f64958998772db0c0ab385 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/ba6318a8f6f64958998772db0c0ab385 2024-11-10T13:26:51,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/ba6318a8f6f64958998772db0c0ab385, entries=150, sequenceid=219, filesize=11.9 K 2024-11-10T13:26:51,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0f0103be0ecc357df8aa1210ac2701e2 in 1257ms, sequenceid=219, compaction requested=true 2024-11-10T13:26:51,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f0103be0ecc357df8aa1210ac2701e2: 2024-11-10T13:26:51,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0103be0ecc357df8aa1210ac2701e2:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:26:51,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:51,702 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-10T13:26:51,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0103be0ecc357df8aa1210ac2701e2:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:26:51,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:51,702 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-10T13:26:51,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0103be0ecc357df8aa1210ac2701e2:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:26:51,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:26:51,703 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 164511 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-10T13:26:51,703 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): 0f0103be0ecc357df8aa1210ac2701e2/A is initiating minor compaction (all files) 2024-11-10T13:26:51,703 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f0103be0ecc357df8aa1210ac2701e2/A in TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:51,703 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/a446646502c046f9b6fb51573ae28667, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/8687217f02d9441ebb136c5c4271db87, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/868594dbea914c31b5097319191ea7cd, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/5417dc676aee49369f31220b4bbcb313, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/836a8f1bd12f4d0c9b1d08cfb03747ae] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp, totalSize=160.7 K 2024-11-10T13:26:51,703 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:51,703 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. files: [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/a446646502c046f9b6fb51573ae28667, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/8687217f02d9441ebb136c5c4271db87, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/868594dbea914c31b5097319191ea7cd, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/5417dc676aee49369f31220b4bbcb313, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/836a8f1bd12f4d0c9b1d08cfb03747ae] 2024-11-10T13:26:51,704 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61097 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-10T13:26:51,704 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting a446646502c046f9b6fb51573ae28667, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731245203541 2024-11-10T13:26:51,704 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 0f0103be0ecc357df8aa1210ac2701e2/B is initiating minor compaction (all files) 2024-11-10T13:26:51,704 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f0103be0ecc357df8aa1210ac2701e2/B in TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:51,704 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/0ae1bc05e0b54c54895e704f8d63b6d6, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/d61845bae21142a5acf777283e89380e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/df8df33e32d1438e96d68c5a0638cf2e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/04b9e64913a0490c9aec0f49dbb71753, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/b6a57dff4854482d864bf704033f9962] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp, totalSize=59.7 K 2024-11-10T13:26:51,704 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8687217f02d9441ebb136c5c4271db87, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731245203641 2024-11-10T13:26:51,704 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ae1bc05e0b54c54895e704f8d63b6d6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731245203541 2024-11-10T13:26:51,704 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 868594dbea914c31b5097319191ea7cd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731245204816 2024-11-10T13:26:51,704 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting d61845bae21142a5acf777283e89380e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731245203641 2024-11-10T13:26:51,705 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5417dc676aee49369f31220b4bbcb313, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731245207028 2024-11-10T13:26:51,705 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting df8df33e32d1438e96d68c5a0638cf2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731245204816 2024-11-10T13:26:51,705 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 836a8f1bd12f4d0c9b1d08cfb03747ae, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731245209269 2024-11-10T13:26:51,705 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 04b9e64913a0490c9aec0f49dbb71753, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731245207028 2024-11-10T13:26:51,705 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting b6a57dff4854482d864bf704033f9962, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731245209273 2024-11-10T13:26:51,711 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:51,713 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0103be0ecc357df8aa1210ac2701e2#B#compaction#306 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:51,713 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/47c1c6e33f414cc7a8f7b2354ada49ab is 50, key is test_row_0/B:col10/1731245209275/Put/seqid=0 2024-11-10T13:26:51,713 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111088845298fd234dc59803f6c5dce1044d_0f0103be0ecc357df8aa1210ac2701e2 store=[table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:51,717 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111088845298fd234dc59803f6c5dce1044d_0f0103be0ecc357df8aa1210ac2701e2, store=[table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:51,717 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111088845298fd234dc59803f6c5dce1044d_0f0103be0ecc357df8aa1210ac2701e2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:51,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742192_1368 (size=4469) 2024-11-10T13:26:51,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742191_1367 (size=12663) 2024-11-10T13:26:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:51,730 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:26:51,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f0103be0ecc357df8aa1210ac2701e2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T13:26:51,732 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0103be0ecc357df8aa1210ac2701e2#A#compaction#307 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:51,733 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/aa1fcd5e826e4c7b9b42f0f43742e31d is 175, key is test_row_0/A:col10/1731245209275/Put/seqid=0 2024-11-10T13:26:51,737 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/47c1c6e33f414cc7a8f7b2354ada49ab as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/47c1c6e33f414cc7a8f7b2354ada49ab 2024-11-10T13:26:51,741 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 0f0103be0ecc357df8aa1210ac2701e2/B of 0f0103be0ecc357df8aa1210ac2701e2 into 47c1c6e33f414cc7a8f7b2354ada49ab(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:51,741 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f0103be0ecc357df8aa1210ac2701e2: 2024-11-10T13:26:51,741 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., storeName=0f0103be0ecc357df8aa1210ac2701e2/B, priority=11, startTime=1731245211702; duration=0sec 2024-11-10T13:26:51,741 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:26:51,741 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0103be0ecc357df8aa1210ac2701e2:B 2024-11-10T13:26:51,741 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-10T13:26:51,742 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61097 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-10T13:26:51,742 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 0f0103be0ecc357df8aa1210ac2701e2/C is initiating minor compaction (all files) 2024-11-10T13:26:51,742 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f0103be0ecc357df8aa1210ac2701e2/C in TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:51,742 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/04d2b9ba47424533bf2657696afd3bbd, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/15e3fe82d059444eb1cc20df236aae4f, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/a23ba35c3d2746308acd13ac46e6f320, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/641bf8f7769946f0967c59a3dd6dc376, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/ba6318a8f6f64958998772db0c0ab385] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp, totalSize=59.7 K 2024-11-10T13:26:51,742 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 04d2b9ba47424533bf2657696afd3bbd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731245203541 2024-11-10T13:26:51,742 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 15e3fe82d059444eb1cc20df236aae4f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731245203641 2024-11-10T13:26:51,743 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting a23ba35c3d2746308acd13ac46e6f320, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731245204816 2024-11-10T13:26:51,743 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 641bf8f7769946f0967c59a3dd6dc376, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731245207028 2024-11-10T13:26:51,743 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting ba6318a8f6f64958998772db0c0ab385, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731245209273 2024-11-10T13:26:51,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101c389b9fb51047199e6e49a75dc1c94d_0f0103be0ecc357df8aa1210ac2701e2 is 50, key is test_row_0/A:col10/1731245210549/Put/seqid=0 2024-11-10T13:26:51,753 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0103be0ecc357df8aa1210ac2701e2#C#compaction#309 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:51,753 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/4d767c9efd6843669b4cff602441143b is 50, key is test_row_0/C:col10/1731245209275/Put/seqid=0 2024-11-10T13:26:51,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742193_1369 (size=31617) 2024-11-10T13:26:51,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742194_1370 (size=14794) 2024-11-10T13:26:51,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742195_1371 (size=12663) 2024-11-10T13:26:51,762 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/4d767c9efd6843669b4cff602441143b as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/4d767c9efd6843669b4cff602441143b 2024-11-10T13:26:51,766 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 0f0103be0ecc357df8aa1210ac2701e2/C of 0f0103be0ecc357df8aa1210ac2701e2 into 4d767c9efd6843669b4cff602441143b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:51,766 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f0103be0ecc357df8aa1210ac2701e2: 2024-11-10T13:26:51,766 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., storeName=0f0103be0ecc357df8aa1210ac2701e2/C, priority=11, startTime=1731245211702; duration=0sec 2024-11-10T13:26:51,766 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:51,766 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0103be0ecc357df8aa1210ac2701e2:C 2024-11-10T13:26:51,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245271773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:51,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:51,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:51,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:51,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245271775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:51,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:51,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:51,787 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:51,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-10T13:26:51,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:51,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:51,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:51,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:51,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:51,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245271879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:51,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:51,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:51,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:51,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245271889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:51,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:51,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:51,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:51,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-10T13:26:51,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:51,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:51,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:51,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:51,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-10T13:26:52,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245272099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:52,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:52,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:52,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245272099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:52,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:52,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:52,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:52,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:52,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-10T13:26:52,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:52,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:52,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:52,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:52,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:52,158 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/aa1fcd5e826e4c7b9b42f0f43742e31d as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/aa1fcd5e826e4c7b9b42f0f43742e31d 2024-11-10T13:26:52,159 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:52,162 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101c389b9fb51047199e6e49a75dc1c94d_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101c389b9fb51047199e6e49a75dc1c94d_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:52,162 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 0f0103be0ecc357df8aa1210ac2701e2/A of 0f0103be0ecc357df8aa1210ac2701e2 into aa1fcd5e826e4c7b9b42f0f43742e31d(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:52,163 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f0103be0ecc357df8aa1210ac2701e2: 2024-11-10T13:26:52,163 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., storeName=0f0103be0ecc357df8aa1210ac2701e2/A, priority=11, startTime=1731245211702; duration=0sec 2024-11-10T13:26:52,163 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:52,163 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0103be0ecc357df8aa1210ac2701e2:A 2024-11-10T13:26:52,163 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/54c79e99081043d889a05511bfdfb2b0, store: [table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:52,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/54c79e99081043d889a05511bfdfb2b0 is 175, key is test_row_0/A:col10/1731245210549/Put/seqid=0 2024-11-10T13:26:52,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742196_1372 (size=39749) 2024-11-10T13:26:52,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-10T13:26:52,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:52,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:52,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:52,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:52,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:52,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58314 deadline: 1731245272329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:52,335 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_1' in 0f0103be0ecc357df8aa1210ac2701e2 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18297 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:26:52,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:52,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:52,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:52,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:52,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58256 deadline: 1731245272349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:52,355 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_2' in 0f0103be0ecc357df8aa1210ac2701e2 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18317 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:26:52,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:52,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:52,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:52,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245272419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:52,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:52,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245272419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:52,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:52,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:52,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:52,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:52,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:52,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-10T13:26:52,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:52,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:52,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:52,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:52,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:52,567 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=244, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/54c79e99081043d889a05511bfdfb2b0 2024-11-10T13:26:52,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-10T13:26:52,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:52,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:52,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:52,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:52,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:52,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:52,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/5b3e5d1db74f4b1a8bb18c561dfa8071 is 50, key is test_row_0/B:col10/1731245210549/Put/seqid=0 2024-11-10T13:26:52,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742197_1373 (size=12151) 2024-11-10T13:26:52,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-10T13:26:52,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:52,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:52,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:52,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:52,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:52,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:52,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58310 deadline: 1731245272929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:52,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:52,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:52,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:52,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:26:52,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58240 deadline: 1731245272939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 2024-11-10T13:26:52,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:52,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:26:52,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:26:52,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-10T13:26:52,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:52,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:52,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:52,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:52,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:52,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-10T13:26:53,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/5b3e5d1db74f4b1a8bb18c561dfa8071 2024-11-10T13:26:53,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/3165fb9ee29a4517a3a0fe0e1d9e77d7 is 50, key is test_row_0/C:col10/1731245210549/Put/seqid=0 2024-11-10T13:26:53,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742198_1374 (size=12151) 2024-11-10T13:26:53,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-10T13:26:53,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:53,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:53,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:53,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:53,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:53,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-10T13:26:53,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:53,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:53,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:53,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:53,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:53,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-10T13:26:53,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:53,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:53,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:53,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:53,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:53,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:26:53,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/3165fb9ee29a4517a3a0fe0e1d9e77d7 2024-11-10T13:26:53,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/54c79e99081043d889a05511bfdfb2b0 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/54c79e99081043d889a05511bfdfb2b0 2024-11-10T13:26:53,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/54c79e99081043d889a05511bfdfb2b0, entries=200, sequenceid=244, filesize=38.8 K 2024-11-10T13:26:53,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/5b3e5d1db74f4b1a8bb18c561dfa8071 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/5b3e5d1db74f4b1a8bb18c561dfa8071 2024-11-10T13:26:53,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/5b3e5d1db74f4b1a8bb18c561dfa8071, entries=150, sequenceid=244, filesize=11.9 K 2024-11-10T13:26:53,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/3165fb9ee29a4517a3a0fe0e1d9e77d7 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/3165fb9ee29a4517a3a0fe0e1d9e77d7 2024-11-10T13:26:53,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/3165fb9ee29a4517a3a0fe0e1d9e77d7, entries=150, sequenceid=244, filesize=11.9 K 2024-11-10T13:26:53,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0f0103be0ecc357df8aa1210ac2701e2 in 1755ms, sequenceid=244, compaction requested=false 2024-11-10T13:26:53,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f0103be0ecc357df8aa1210ac2701e2: 2024-11-10T13:26:53,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-10T13:26:53,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:53,559 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 0f0103be0ecc357df8aa1210ac2701e2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T13:26:53,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101a449eb689f34d19981ff54486e5dad8_0f0103be0ecc357df8aa1210ac2701e2 is 50, key is test_row_0/A:col10/1731245211774/Put/seqid=0 2024-11-10T13:26:53,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742199_1375 (size=12304) 2024-11-10T13:26:53,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:53,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. as already flushing 2024-11-10T13:26:53,966 INFO [Thread-1427 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1427. 2024-11-10T13:26:53,966 DEBUG [Thread-1427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:26:53,966 DEBUG [Thread-1427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:53,966 DEBUG [Thread-1427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:53,966 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:26:53,967 INFO [Thread-1416 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1416. 2024-11-10T13:26:53,967 DEBUG [Thread-1416 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:26:53,967 DEBUG [Thread-1416 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:53,967 DEBUG [Thread-1416 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:53,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:26:53,968 INFO [Thread-1429 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1429. 2024-11-10T13:26:53,968 DEBUG [Thread-1429 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:26:53,968 DEBUG [Thread-1429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:53,968 DEBUG [Thread-1429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:53,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:26:53,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:53,970 INFO [Thread-1410 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1410. 2024-11-10T13:26:53,970 DEBUG [Thread-1410 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:26:53,970 DEBUG [Thread-1410 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:53,970 DEBUG [Thread-1410 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:53,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:26:53,970 INFO [Thread-1423 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1423. 2024-11-10T13:26:53,971 DEBUG [Thread-1423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:26:53,971 DEBUG [Thread-1423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:53,971 DEBUG [Thread-1423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:53,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:26:53,973 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101a449eb689f34d19981ff54486e5dad8_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101a449eb689f34d19981ff54486e5dad8_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:53,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/2b0e91e529cb444280f539d69cfe467f, store: [table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:53,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/2b0e91e529cb444280f539d69cfe467f is 175, key is test_row_0/A:col10/1731245211774/Put/seqid=0 2024-11-10T13:26:53,975 INFO [Thread-1421 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1421. 2024-11-10T13:26:53,975 DEBUG [Thread-1421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:26:53,975 DEBUG [Thread-1421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:53,975 DEBUG [Thread-1421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:53,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:26:53,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742200_1376 (size=31105) 2024-11-10T13:26:53,979 INFO [Thread-1425 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1425. 2024-11-10T13:26:53,979 DEBUG [Thread-1425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:26:53,979 DEBUG [Thread-1425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:53,979 DEBUG [Thread-1425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:53,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:26:54,379 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/2b0e91e529cb444280f539d69cfe467f 2024-11-10T13:26:54,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/a35dee4241ad446993304da036edd046 is 50, key is test_row_0/B:col10/1731245211774/Put/seqid=0 2024-11-10T13:26:54,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742201_1377 (size=12151) 2024-11-10T13:26:54,798 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/a35dee4241ad446993304da036edd046 2024-11-10T13:26:54,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/d1b7b5911ddb46f9931d028d8b99171a is 50, key is test_row_0/C:col10/1731245211774/Put/seqid=0 2024-11-10T13:26:54,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742202_1378 (size=12151) 2024-11-10T13:26:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-10T13:26:55,216 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/d1b7b5911ddb46f9931d028d8b99171a 2024-11-10T13:26:55,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/2b0e91e529cb444280f539d69cfe467f as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/2b0e91e529cb444280f539d69cfe467f 2024-11-10T13:26:55,232 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/2b0e91e529cb444280f539d69cfe467f, entries=150, sequenceid=258, filesize=30.4 K 2024-11-10T13:26:55,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/a35dee4241ad446993304da036edd046 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/a35dee4241ad446993304da036edd046 2024-11-10T13:26:55,237 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/a35dee4241ad446993304da036edd046, entries=150, sequenceid=258, filesize=11.9 K 2024-11-10T13:26:55,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/d1b7b5911ddb46f9931d028d8b99171a as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/d1b7b5911ddb46f9931d028d8b99171a 2024-11-10T13:26:55,242 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/d1b7b5911ddb46f9931d028d8b99171a, entries=150, sequenceid=258, filesize=11.9 K 2024-11-10T13:26:55,242 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=53.67 KB/54960 for 0f0103be0ecc357df8aa1210ac2701e2 in 1683ms, sequenceid=258, compaction requested=true 2024-11-10T13:26:55,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 0f0103be0ecc357df8aa1210ac2701e2: 2024-11-10T13:26:55,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:55,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-10T13:26:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-10T13:26:55,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-10T13:26:55,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.3430 sec 2024-11-10T13:26:55,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 4.3470 sec 2024-11-10T13:26:55,534 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T13:26:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:55,712 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:26:55,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f0103be0ecc357df8aa1210ac2701e2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T13:26:55,713 INFO [Thread-1412 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1412. 2024-11-10T13:26:55,713 DEBUG [Thread-1412 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:26:55,713 DEBUG [Thread-1412 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:55,714 DEBUG [Thread-1412 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:26:55,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:26:55,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103db68010b0af47fabcc3981a38edde45_0f0103be0ecc357df8aa1210ac2701e2 is 50, key is test_row_0/A:col10/1731245213961/Put/seqid=0 2024-11-10T13:26:55,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742203_1379 (size=12454) 2024-11-10T13:26:56,129 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:26:56,139 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103db68010b0af47fabcc3981a38edde45_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103db68010b0af47fabcc3981a38edde45_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:26:56,141 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/af9540236c36499abd6ee370e5865ddb, store: [table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:56,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/af9540236c36499abd6ee370e5865ddb is 175, key is test_row_0/A:col10/1731245213961/Put/seqid=0 2024-11-10T13:26:56,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742204_1380 (size=31255) 2024-11-10T13:26:56,547 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=270, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/af9540236c36499abd6ee370e5865ddb 2024-11-10T13:26:56,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/11fd46166c7841bbb7127b01b2b73e1f is 50, key is test_row_0/B:col10/1731245213961/Put/seqid=0 2024-11-10T13:26:56,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742205_1381 (size=12301) 2024-11-10T13:26:56,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/11fd46166c7841bbb7127b01b2b73e1f 2024-11-10T13:26:56,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/ffbafed176fa40e0b8d21e751a12c120 is 50, key is test_row_0/C:col10/1731245213961/Put/seqid=0 2024-11-10T13:26:56,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742206_1382 (size=12301) 2024-11-10T13:26:57,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/ffbafed176fa40e0b8d21e751a12c120 2024-11-10T13:26:57,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/af9540236c36499abd6ee370e5865ddb as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/af9540236c36499abd6ee370e5865ddb 2024-11-10T13:26:57,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/af9540236c36499abd6ee370e5865ddb, entries=150, sequenceid=270, filesize=30.5 K 2024-11-10T13:26:57,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/11fd46166c7841bbb7127b01b2b73e1f as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/11fd46166c7841bbb7127b01b2b73e1f 2024-11-10T13:26:57,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/11fd46166c7841bbb7127b01b2b73e1f, entries=150, sequenceid=270, filesize=12.0 K 2024-11-10T13:26:57,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/ffbafed176fa40e0b8d21e751a12c120 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/ffbafed176fa40e0b8d21e751a12c120 2024-11-10T13:26:57,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/ffbafed176fa40e0b8d21e751a12c120, entries=150, sequenceid=270, filesize=12.0 K 2024-11-10T13:26:57,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 0f0103be0ecc357df8aa1210ac2701e2 in 1701ms, sequenceid=270, compaction requested=true 2024-11-10T13:26:57,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f0103be0ecc357df8aa1210ac2701e2: 2024-11-10T13:26:57,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0103be0ecc357df8aa1210ac2701e2:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:26:57,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:57,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0103be0ecc357df8aa1210ac2701e2:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:26:57,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:57,414 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T13:26:57,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0103be0ecc357df8aa1210ac2701e2:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:26:57,414 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T13:26:57,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:26:57,415 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133726 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T13:26:57,415 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T13:26:57,415 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): 0f0103be0ecc357df8aa1210ac2701e2/A is initiating minor compaction (all files) 2024-11-10T13:26:57,415 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 0f0103be0ecc357df8aa1210ac2701e2/B is initiating minor compaction (all files) 2024-11-10T13:26:57,415 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f0103be0ecc357df8aa1210ac2701e2/A in TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:57,415 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f0103be0ecc357df8aa1210ac2701e2/B in TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:57,415 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/aa1fcd5e826e4c7b9b42f0f43742e31d, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/54c79e99081043d889a05511bfdfb2b0, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/2b0e91e529cb444280f539d69cfe467f, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/af9540236c36499abd6ee370e5865ddb] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp, totalSize=130.6 K 2024-11-10T13:26:57,415 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/47c1c6e33f414cc7a8f7b2354ada49ab, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/5b3e5d1db74f4b1a8bb18c561dfa8071, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/a35dee4241ad446993304da036edd046, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/11fd46166c7841bbb7127b01b2b73e1f] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp, totalSize=48.1 K 2024-11-10T13:26:57,415 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:57,415 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. files: [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/aa1fcd5e826e4c7b9b42f0f43742e31d, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/54c79e99081043d889a05511bfdfb2b0, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/2b0e91e529cb444280f539d69cfe467f, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/af9540236c36499abd6ee370e5865ddb] 2024-11-10T13:26:57,415 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 47c1c6e33f414cc7a8f7b2354ada49ab, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731245209273 2024-11-10T13:26:57,415 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa1fcd5e826e4c7b9b42f0f43742e31d, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731245209273 2024-11-10T13:26:57,415 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b3e5d1db74f4b1a8bb18c561dfa8071, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731245210549 2024-11-10T13:26:57,415 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54c79e99081043d889a05511bfdfb2b0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731245210548 2024-11-10T13:26:57,416 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting a35dee4241ad446993304da036edd046, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731245211745 2024-11-10T13:26:57,416 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b0e91e529cb444280f539d69cfe467f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731245211745 2024-11-10T13:26:57,416 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 11fd46166c7841bbb7127b01b2b73e1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731245213961 2024-11-10T13:26:57,416 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting af9540236c36499abd6ee370e5865ddb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731245213961 2024-11-10T13:26:57,422 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:57,423 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111090465edc5f7d4f79b4a0c794db992608_0f0103be0ecc357df8aa1210ac2701e2 store=[table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:57,424 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0103be0ecc357df8aa1210ac2701e2#B#compaction#318 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:57,425 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/f9443849feaf4e9c8650e807101e039f is 50, key is test_row_0/B:col10/1731245213961/Put/seqid=0 2024-11-10T13:26:57,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742207_1383 (size=12949) 2024-11-10T13:26:57,434 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111090465edc5f7d4f79b4a0c794db992608_0f0103be0ecc357df8aa1210ac2701e2, store=[table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:57,434 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111090465edc5f7d4f79b4a0c794db992608_0f0103be0ecc357df8aa1210ac2701e2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:26:57,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742208_1384 (size=4469) 2024-11-10T13:26:57,901 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0103be0ecc357df8aa1210ac2701e2#A#compaction#319 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:57,902 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/7ad65f06dd494801bb3739a0fa584d52 is 175, key is test_row_0/A:col10/1731245213961/Put/seqid=0 2024-11-10T13:26:57,904 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/f9443849feaf4e9c8650e807101e039f as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/f9443849feaf4e9c8650e807101e039f 2024-11-10T13:26:57,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742209_1385 (size=31903) 2024-11-10T13:26:57,910 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f0103be0ecc357df8aa1210ac2701e2/B of 0f0103be0ecc357df8aa1210ac2701e2 into f9443849feaf4e9c8650e807101e039f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:57,910 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f0103be0ecc357df8aa1210ac2701e2: 2024-11-10T13:26:57,910 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., storeName=0f0103be0ecc357df8aa1210ac2701e2/B, priority=12, startTime=1731245217414; duration=0sec 2024-11-10T13:26:57,910 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:26:57,910 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0103be0ecc357df8aa1210ac2701e2:B 2024-11-10T13:26:57,910 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T13:26:57,911 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T13:26:57,911 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): 0f0103be0ecc357df8aa1210ac2701e2/C is initiating minor compaction (all files) 2024-11-10T13:26:57,911 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f0103be0ecc357df8aa1210ac2701e2/C in TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:26:57,911 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/4d767c9efd6843669b4cff602441143b, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/3165fb9ee29a4517a3a0fe0e1d9e77d7, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/d1b7b5911ddb46f9931d028d8b99171a, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/ffbafed176fa40e0b8d21e751a12c120] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp, totalSize=48.1 K 2024-11-10T13:26:57,911 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d767c9efd6843669b4cff602441143b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731245209273 2024-11-10T13:26:57,912 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 3165fb9ee29a4517a3a0fe0e1d9e77d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731245210549 2024-11-10T13:26:57,912 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting d1b7b5911ddb46f9931d028d8b99171a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731245211745 2024-11-10T13:26:57,912 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting ffbafed176fa40e0b8d21e751a12c120, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731245213961 2024-11-10T13:26:57,918 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0103be0ecc357df8aa1210ac2701e2#C#compaction#320 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:26:57,919 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/503505cc5f334fe491650d50a4fdf786 is 50, key is test_row_0/C:col10/1731245213961/Put/seqid=0 2024-11-10T13:26:57,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742210_1386 (size=12949) 2024-11-10T13:26:57,926 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/503505cc5f334fe491650d50a4fdf786 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/503505cc5f334fe491650d50a4fdf786 2024-11-10T13:26:57,930 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f0103be0ecc357df8aa1210ac2701e2/C of 0f0103be0ecc357df8aa1210ac2701e2 into 503505cc5f334fe491650d50a4fdf786(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:57,930 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f0103be0ecc357df8aa1210ac2701e2: 2024-11-10T13:26:57,930 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., storeName=0f0103be0ecc357df8aa1210ac2701e2/C, priority=12, startTime=1731245217414; duration=0sec 2024-11-10T13:26:57,930 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:57,930 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0103be0ecc357df8aa1210ac2701e2:C 2024-11-10T13:26:58,312 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/7ad65f06dd494801bb3739a0fa584d52 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/7ad65f06dd494801bb3739a0fa584d52 2024-11-10T13:26:58,316 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f0103be0ecc357df8aa1210ac2701e2/A of 0f0103be0ecc357df8aa1210ac2701e2 into 7ad65f06dd494801bb3739a0fa584d52(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:26:58,316 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f0103be0ecc357df8aa1210ac2701e2: 2024-11-10T13:26:58,316 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., storeName=0f0103be0ecc357df8aa1210ac2701e2/A, priority=12, startTime=1731245217413; duration=0sec 2024-11-10T13:26:58,316 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:26:58,316 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0103be0ecc357df8aa1210ac2701e2:A 2024-11-10T13:26:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-10T13:26:59,101 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:27:00,611 WARN [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 2, running: 1 2024-11-10T13:27:00,615 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/f5284e673a4043faaed725632ee7d968, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/6d80a3d5ac284ab78ad5f19d542afbbf, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/a236f51525cd4701a23d952d66ff6489, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/f5be337759864e7f8e574f542a0739ef, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/8af8930751aa49398f4b7b4a48abec6d, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/8186beb1ce194b77bddd084ce4ef64cc, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/fd05f625cb57481ab7194a161e8b6245, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/3c024255626747ae9aeaf0e67a275dee, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/f386d8afc836481b8d350d16e784903f, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/5034f25feae640b5969e125c83778cfd, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/a446646502c046f9b6fb51573ae28667, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/8687217f02d9441ebb136c5c4271db87, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/868594dbea914c31b5097319191ea7cd, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/5417dc676aee49369f31220b4bbcb313, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/836a8f1bd12f4d0c9b1d08cfb03747ae, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/aa1fcd5e826e4c7b9b42f0f43742e31d, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/54c79e99081043d889a05511bfdfb2b0, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/2b0e91e529cb444280f539d69cfe467f, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/af9540236c36499abd6ee370e5865ddb] to archive 2024-11-10T13:27:00,617 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T13:27:00,618 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/f5284e673a4043faaed725632ee7d968 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/f5284e673a4043faaed725632ee7d968 2024-11-10T13:27:00,619 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/6d80a3d5ac284ab78ad5f19d542afbbf to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/6d80a3d5ac284ab78ad5f19d542afbbf 2024-11-10T13:27:00,620 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/a236f51525cd4701a23d952d66ff6489 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/a236f51525cd4701a23d952d66ff6489 2024-11-10T13:27:00,620 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/f5be337759864e7f8e574f542a0739ef to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/f5be337759864e7f8e574f542a0739ef 2024-11-10T13:27:00,621 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/8af8930751aa49398f4b7b4a48abec6d to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/8af8930751aa49398f4b7b4a48abec6d 2024-11-10T13:27:00,622 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/8186beb1ce194b77bddd084ce4ef64cc to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/8186beb1ce194b77bddd084ce4ef64cc 2024-11-10T13:27:00,623 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/fd05f625cb57481ab7194a161e8b6245 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/fd05f625cb57481ab7194a161e8b6245 2024-11-10T13:27:00,623 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/3c024255626747ae9aeaf0e67a275dee to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/3c024255626747ae9aeaf0e67a275dee 2024-11-10T13:27:00,624 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/f386d8afc836481b8d350d16e784903f to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/f386d8afc836481b8d350d16e784903f 2024-11-10T13:27:00,625 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/5034f25feae640b5969e125c83778cfd to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/5034f25feae640b5969e125c83778cfd 2024-11-10T13:27:00,625 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/a446646502c046f9b6fb51573ae28667 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/a446646502c046f9b6fb51573ae28667 2024-11-10T13:27:00,626 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/8687217f02d9441ebb136c5c4271db87 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/8687217f02d9441ebb136c5c4271db87 2024-11-10T13:27:00,627 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/868594dbea914c31b5097319191ea7cd to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/868594dbea914c31b5097319191ea7cd 2024-11-10T13:27:00,628 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/5417dc676aee49369f31220b4bbcb313 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/5417dc676aee49369f31220b4bbcb313 2024-11-10T13:27:00,628 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/836a8f1bd12f4d0c9b1d08cfb03747ae to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/836a8f1bd12f4d0c9b1d08cfb03747ae 2024-11-10T13:27:00,629 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/aa1fcd5e826e4c7b9b42f0f43742e31d to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/aa1fcd5e826e4c7b9b42f0f43742e31d 2024-11-10T13:27:00,630 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/54c79e99081043d889a05511bfdfb2b0 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/54c79e99081043d889a05511bfdfb2b0 2024-11-10T13:27:00,630 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/2b0e91e529cb444280f539d69cfe467f to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/2b0e91e529cb444280f539d69cfe467f 2024-11-10T13:27:00,631 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/af9540236c36499abd6ee370e5865ddb to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/af9540236c36499abd6ee370e5865ddb 2024-11-10T13:27:00,633 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/4054a03dacb8418d84e1f0464d2e38f7, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/fece133456544948b8e10fecff439541, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/061a8d32bc304b96a4c9beb01dafe836, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/fb9a7a0e47024875a68885e8909dc42d, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/efb209eaa9a545169daa1b39a5802072, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/0e325571feb64ba0a29cb75702322b6d, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/33e02065d98e415c80a083ab56e17dcc, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/e1713840c6a742e3ada084c32505c2e4, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/609ee7862a3d4246a17ef2996eeac609, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/0ae1bc05e0b54c54895e704f8d63b6d6, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/71748978f95d423c877880b02f0602a0, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/d61845bae21142a5acf777283e89380e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/df8df33e32d1438e96d68c5a0638cf2e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/04b9e64913a0490c9aec0f49dbb71753, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/47c1c6e33f414cc7a8f7b2354ada49ab, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/b6a57dff4854482d864bf704033f9962, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/5b3e5d1db74f4b1a8bb18c561dfa8071, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/a35dee4241ad446993304da036edd046, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/11fd46166c7841bbb7127b01b2b73e1f] to archive 2024-11-10T13:27:00,634 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T13:27:00,635 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/4054a03dacb8418d84e1f0464d2e38f7 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/4054a03dacb8418d84e1f0464d2e38f7 2024-11-10T13:27:00,636 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/fece133456544948b8e10fecff439541 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/fece133456544948b8e10fecff439541 2024-11-10T13:27:00,637 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/061a8d32bc304b96a4c9beb01dafe836 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/061a8d32bc304b96a4c9beb01dafe836 2024-11-10T13:27:00,638 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/fb9a7a0e47024875a68885e8909dc42d to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/fb9a7a0e47024875a68885e8909dc42d 2024-11-10T13:27:00,638 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/efb209eaa9a545169daa1b39a5802072 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/efb209eaa9a545169daa1b39a5802072 2024-11-10T13:27:00,639 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/0e325571feb64ba0a29cb75702322b6d to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/0e325571feb64ba0a29cb75702322b6d 2024-11-10T13:27:00,639 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/33e02065d98e415c80a083ab56e17dcc to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/33e02065d98e415c80a083ab56e17dcc 2024-11-10T13:27:00,640 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/e1713840c6a742e3ada084c32505c2e4 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/e1713840c6a742e3ada084c32505c2e4 2024-11-10T13:27:00,641 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/609ee7862a3d4246a17ef2996eeac609 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/609ee7862a3d4246a17ef2996eeac609 2024-11-10T13:27:00,641 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/0ae1bc05e0b54c54895e704f8d63b6d6 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/0ae1bc05e0b54c54895e704f8d63b6d6 2024-11-10T13:27:00,642 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/71748978f95d423c877880b02f0602a0 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/71748978f95d423c877880b02f0602a0 2024-11-10T13:27:00,643 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/d61845bae21142a5acf777283e89380e to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/d61845bae21142a5acf777283e89380e 2024-11-10T13:27:00,643 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/df8df33e32d1438e96d68c5a0638cf2e to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/df8df33e32d1438e96d68c5a0638cf2e 2024-11-10T13:27:00,644 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/04b9e64913a0490c9aec0f49dbb71753 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/04b9e64913a0490c9aec0f49dbb71753 2024-11-10T13:27:00,645 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/47c1c6e33f414cc7a8f7b2354ada49ab to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/47c1c6e33f414cc7a8f7b2354ada49ab 2024-11-10T13:27:00,645 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/b6a57dff4854482d864bf704033f9962 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/b6a57dff4854482d864bf704033f9962 2024-11-10T13:27:00,646 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/5b3e5d1db74f4b1a8bb18c561dfa8071 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/5b3e5d1db74f4b1a8bb18c561dfa8071 2024-11-10T13:27:00,646 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/a35dee4241ad446993304da036edd046 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/a35dee4241ad446993304da036edd046 2024-11-10T13:27:00,647 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/11fd46166c7841bbb7127b01b2b73e1f to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/11fd46166c7841bbb7127b01b2b73e1f 2024-11-10T13:27:00,649 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/0ce3c506358845f6b16512d29fbeddd7, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/5b2ba38b2c324c83bd519c123b83c494, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/5f11b9e80eb145b18e6f5862adbfe0eb, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/28bb60228406480287818afff82a2493, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/da8a48bb66ef43adb8f9eb0cd61211c3, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/6347d85987c649438f131126f05f28ec, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/6fd0da0fb61643a88e0de7ba4d9ac958, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/49a4a91d25974220a0f84f890111aa3f, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/0fc980ef70654196993c44bc76ba18a4, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/04d2b9ba47424533bf2657696afd3bbd, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/2d12fa98febb4ca08f08b609f929b35d, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/15e3fe82d059444eb1cc20df236aae4f, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/a23ba35c3d2746308acd13ac46e6f320, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/641bf8f7769946f0967c59a3dd6dc376, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/4d767c9efd6843669b4cff602441143b, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/ba6318a8f6f64958998772db0c0ab385, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/3165fb9ee29a4517a3a0fe0e1d9e77d7, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/d1b7b5911ddb46f9931d028d8b99171a, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/ffbafed176fa40e0b8d21e751a12c120] to archive 2024-11-10T13:27:00,650 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T13:27:00,651 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/0ce3c506358845f6b16512d29fbeddd7 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/0ce3c506358845f6b16512d29fbeddd7 2024-11-10T13:27:00,651 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/5b2ba38b2c324c83bd519c123b83c494 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/5b2ba38b2c324c83bd519c123b83c494 2024-11-10T13:27:00,652 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/5f11b9e80eb145b18e6f5862adbfe0eb to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/5f11b9e80eb145b18e6f5862adbfe0eb 2024-11-10T13:27:00,653 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/28bb60228406480287818afff82a2493 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/28bb60228406480287818afff82a2493 2024-11-10T13:27:00,653 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/da8a48bb66ef43adb8f9eb0cd61211c3 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/da8a48bb66ef43adb8f9eb0cd61211c3 2024-11-10T13:27:00,654 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/6347d85987c649438f131126f05f28ec to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/6347d85987c649438f131126f05f28ec 2024-11-10T13:27:00,655 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/6fd0da0fb61643a88e0de7ba4d9ac958 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/6fd0da0fb61643a88e0de7ba4d9ac958 2024-11-10T13:27:00,655 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/49a4a91d25974220a0f84f890111aa3f to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/49a4a91d25974220a0f84f890111aa3f 2024-11-10T13:27:00,656 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/0fc980ef70654196993c44bc76ba18a4 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/0fc980ef70654196993c44bc76ba18a4 2024-11-10T13:27:00,657 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/04d2b9ba47424533bf2657696afd3bbd to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/04d2b9ba47424533bf2657696afd3bbd 2024-11-10T13:27:00,657 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/2d12fa98febb4ca08f08b609f929b35d to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/2d12fa98febb4ca08f08b609f929b35d 2024-11-10T13:27:00,658 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/15e3fe82d059444eb1cc20df236aae4f to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/15e3fe82d059444eb1cc20df236aae4f 2024-11-10T13:27:00,659 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/a23ba35c3d2746308acd13ac46e6f320 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/a23ba35c3d2746308acd13ac46e6f320 2024-11-10T13:27:00,659 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/641bf8f7769946f0967c59a3dd6dc376 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/641bf8f7769946f0967c59a3dd6dc376 2024-11-10T13:27:00,660 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/4d767c9efd6843669b4cff602441143b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/4d767c9efd6843669b4cff602441143b 2024-11-10T13:27:00,661 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/ba6318a8f6f64958998772db0c0ab385 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/ba6318a8f6f64958998772db0c0ab385 2024-11-10T13:27:00,662 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/3165fb9ee29a4517a3a0fe0e1d9e77d7 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/3165fb9ee29a4517a3a0fe0e1d9e77d7 2024-11-10T13:27:00,662 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/d1b7b5911ddb46f9931d028d8b99171a to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/d1b7b5911ddb46f9931d028d8b99171a 2024-11-10T13:27:00,663 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/ffbafed176fa40e0b8d21e751a12c120 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/ffbafed176fa40e0b8d21e751a12c120 2024-11-10T13:27:02,355 INFO [Thread-1418 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1418. 2024-11-10T13:27:02,355 DEBUG [Thread-1418 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:27:02,355 DEBUG [Thread-1418 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:02,355 DEBUG [Thread-1418 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:02,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:27:02,452 INFO [Thread-1414 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1414. 2024-11-10T13:27:02,452 DEBUG [Thread-1414 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:27:02,452 DEBUG [Thread-1414 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:02,452 DEBUG [Thread-1414 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:02,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:27:02,453 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T13:27:02,453 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-10T13:27:02,453 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-10T13:27:02,453 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 8 2024-11-10T13:27:02,453 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-10T13:27:02,453 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 7 2024-11-10T13:27:02,453 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T13:27:02,453 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T13:27:02,453 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1442 2024-11-10T13:27:02,453 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4326 rows 2024-11-10T13:27:02,453 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1448 2024-11-10T13:27:02,453 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4340 rows 2024-11-10T13:27:02,453 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1448 2024-11-10T13:27:02,453 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4343 rows 2024-11-10T13:27:02,453 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1442 2024-11-10T13:27:02,453 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4326 rows 2024-11-10T13:27:02,453 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1450 2024-11-10T13:27:02,453 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4350 rows 2024-11-10T13:27:02,454 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:27:02,454 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:27:02,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:02,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:02,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:27:02,455 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-10T13:27:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T13:27:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T13:27:02,460 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245222459"}]},"ts":"1731245222459"} 2024-11-10T13:27:02,462 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T13:27:02,462 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T13:27:02,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T13:27:02,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f0103be0ecc357df8aa1210ac2701e2, UNASSIGN}] 2024-11-10T13:27:02,465 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f0103be0ecc357df8aa1210ac2701e2, UNASSIGN 2024-11-10T13:27:02,466 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=0f0103be0ecc357df8aa1210ac2701e2, regionState=CLOSING, regionLocation=2467a7071e00,33783,1731245097117 2024-11-10T13:27:02,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f0103be0ecc357df8aa1210ac2701e2, UNASSIGN because future has completed 2024-11-10T13:27:02,468 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T13:27:02,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117}] 2024-11-10T13:27:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T13:27:02,622 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(122): Close 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:27:02,622 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T13:27:02,622 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1722): Closing 0f0103be0ecc357df8aa1210ac2701e2, disabling compactions & flushes 2024-11-10T13:27:02,622 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:27:02,622 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:27:02,622 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. after waiting 0 ms 2024-11-10T13:27:02,623 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:27:02,623 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(2902): Flushing 0f0103be0ecc357df8aa1210ac2701e2 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-10T13:27:02,633 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100710dd6f5ef74eb2b2d9f4ee11c289bf_0f0103be0ecc357df8aa1210ac2701e2 is 50, key is test_row_1/A:col10/1731245222351/Put/seqid=0 2024-11-10T13:27:02,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742211_1387 (size=9914) 2024-11-10T13:27:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T13:27:03,037 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:03,041 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100710dd6f5ef74eb2b2d9f4ee11c289bf_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100710dd6f5ef74eb2b2d9f4ee11c289bf_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:27:03,042 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/230823a4b5e34afb8233c114c6cb288a, store: [table=TestAcidGuarantees family=A region=0f0103be0ecc357df8aa1210ac2701e2] 2024-11-10T13:27:03,043 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/230823a4b5e34afb8233c114c6cb288a is 175, key is test_row_1/A:col10/1731245222351/Put/seqid=0 2024-11-10T13:27:03,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742212_1388 (size=22561) 2024-11-10T13:27:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T13:27:03,448 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/230823a4b5e34afb8233c114c6cb288a 2024-11-10T13:27:03,461 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/b14eed1c13264164b7893c5d0e1e39db is 50, key is test_row_1/B:col10/1731245222351/Put/seqid=0 2024-11-10T13:27:03,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742213_1389 (size=9857) 2024-11-10T13:27:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T13:27:03,865 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/b14eed1c13264164b7893c5d0e1e39db 2024-11-10T13:27:03,878 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/771175e145744477835a6d9ed711db8d is 50, key is test_row_1/C:col10/1731245222351/Put/seqid=0 2024-11-10T13:27:03,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742214_1390 (size=9857) 2024-11-10T13:27:04,283 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/771175e145744477835a6d9ed711db8d 2024-11-10T13:27:04,293 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/A/230823a4b5e34afb8233c114c6cb288a as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/230823a4b5e34afb8233c114c6cb288a 2024-11-10T13:27:04,299 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/230823a4b5e34afb8233c114c6cb288a, entries=100, sequenceid=278, filesize=22.0 K 2024-11-10T13:27:04,300 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/B/b14eed1c13264164b7893c5d0e1e39db as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/b14eed1c13264164b7893c5d0e1e39db 2024-11-10T13:27:04,305 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/b14eed1c13264164b7893c5d0e1e39db, entries=100, sequenceid=278, filesize=9.6 K 2024-11-10T13:27:04,305 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/.tmp/C/771175e145744477835a6d9ed711db8d as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/771175e145744477835a6d9ed711db8d 2024-11-10T13:27:04,309 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/771175e145744477835a6d9ed711db8d, entries=100, sequenceid=278, filesize=9.6 K 2024-11-10T13:27:04,309 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 0f0103be0ecc357df8aa1210ac2701e2 in 1686ms, sequenceid=278, compaction requested=false 2024-11-10T13:27:04,314 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/recovered.edits/281.seqid, newMaxSeqId=281, maxSeqId=4 2024-11-10T13:27:04,315 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. 2024-11-10T13:27:04,315 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1676): Region close journal for 0f0103be0ecc357df8aa1210ac2701e2: Waiting for close lock at 1731245222622Running coprocessor pre-close hooks at 1731245222622Disabling compacts and flushes for region at 1731245222622Disabling writes for close at 1731245222622Obtaining lock to block concurrent updates at 1731245222623 (+1 ms)Preparing flush snapshotting stores in 0f0103be0ecc357df8aa1210ac2701e2 at 1731245222623Finished memstore snapshotting TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1731245222624 (+1 ms)Flushing stores of TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2. at 1731245222625 (+1 ms)Flushing 0f0103be0ecc357df8aa1210ac2701e2/A: creating writer at 1731245222625Flushing mob file 0f0103be0ecc357df8aa1210ac2701e2/A: appending metadata at 1731245222633 (+8 ms)Flushing mob file 0f0103be0ecc357df8aa1210ac2701e2/A: closing flushed file at 1731245222633Flushing 0f0103be0ecc357df8aa1210ac2701e2/A: appending metadata at 1731245223042 (+409 ms)Flushing 0f0103be0ecc357df8aa1210ac2701e2/A: closing flushed file at 1731245223042Flushing 0f0103be0ecc357df8aa1210ac2701e2/B: creating writer at 1731245223456 (+414 ms)Flushing 0f0103be0ecc357df8aa1210ac2701e2/B: appending metadata at 1731245223460 (+4 ms)Flushing 0f0103be0ecc357df8aa1210ac2701e2/B: closing flushed file at 1731245223460Flushing 0f0103be0ecc357df8aa1210ac2701e2/C: creating writer at 1731245223873 (+413 ms)Flushing 0f0103be0ecc357df8aa1210ac2701e2/C: appending metadata at 1731245223877 (+4 ms)Flushing 0f0103be0ecc357df8aa1210ac2701e2/C: closing flushed file at 1731245223877Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58755bab: reopening flushed file at 1731245224292 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5de0474: reopening flushed file at 1731245224299 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23bc3d0b: reopening flushed file at 1731245224305 (+6 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 0f0103be0ecc357df8aa1210ac2701e2 in 1686ms, sequenceid=278, compaction requested=false at 1731245224309 (+4 ms)Writing region close event to WAL at 1731245224311 (+2 ms)Running coprocessor post-close hooks at 1731245224315 (+4 ms)Closed at 1731245224315 2024-11-10T13:27:04,317 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(157): Closed 0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:27:04,317 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=0f0103be0ecc357df8aa1210ac2701e2, regionState=CLOSED 2024-11-10T13:27:04,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 because future has completed 2024-11-10T13:27:04,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-10T13:27:04,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseRegionProcedure 0f0103be0ecc357df8aa1210ac2701e2, server=2467a7071e00,33783,1731245097117 in 1.8510 sec 2024-11-10T13:27:04,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=113, resume processing ppid=112 2024-11-10T13:27:04,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, ppid=112, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f0103be0ecc357df8aa1210ac2701e2, UNASSIGN in 1.8560 sec 2024-11-10T13:27:04,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-10T13:27:04,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8600 sec 2024-11-10T13:27:04,325 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245224325"}]},"ts":"1731245224325"} 2024-11-10T13:27:04,327 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T13:27:04,327 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T13:27:04,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8720 sec 2024-11-10T13:27:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T13:27:04,611 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:27:04,612 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-10T13:27:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:27:04,615 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:27:04,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T13:27:04,617 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=115, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:27:04,619 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:27:04,623 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A, FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B, FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C, FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/recovered.edits] 2024-11-10T13:27:04,627 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/230823a4b5e34afb8233c114c6cb288a to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/230823a4b5e34afb8233c114c6cb288a 2024-11-10T13:27:04,629 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/7ad65f06dd494801bb3739a0fa584d52 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/A/7ad65f06dd494801bb3739a0fa584d52 2024-11-10T13:27:04,634 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/b14eed1c13264164b7893c5d0e1e39db to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/b14eed1c13264164b7893c5d0e1e39db 2024-11-10T13:27:04,636 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/f9443849feaf4e9c8650e807101e039f to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/B/f9443849feaf4e9c8650e807101e039f 2024-11-10T13:27:04,640 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/503505cc5f334fe491650d50a4fdf786 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/503505cc5f334fe491650d50a4fdf786 2024-11-10T13:27:04,642 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/771175e145744477835a6d9ed711db8d to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/C/771175e145744477835a6d9ed711db8d 2024-11-10T13:27:04,647 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/recovered.edits/281.seqid to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2/recovered.edits/281.seqid 2024-11-10T13:27:04,648 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:27:04,648 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T13:27:04,649 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T13:27:04,650 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-10T13:27:04,657 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100710dd6f5ef74eb2b2d9f4ee11c289bf_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100710dd6f5ef74eb2b2d9f4ee11c289bf_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:27:04,659 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111016a3627441a54946b9372137593ef75f_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111016a3627441a54946b9372137593ef75f_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:27:04,662 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101a449eb689f34d19981ff54486e5dad8_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101a449eb689f34d19981ff54486e5dad8_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:27:04,665 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101c389b9fb51047199e6e49a75dc1c94d_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101c389b9fb51047199e6e49a75dc1c94d_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:27:04,667 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102d3004f1d0a14b5f8fdf111e65379ce7_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102d3004f1d0a14b5f8fdf111e65379ce7_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:27:04,670 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103db68010b0af47fabcc3981a38edde45_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103db68010b0af47fabcc3981a38edde45_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:27:04,672 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105ff807a4e02d4b73a526ad4c366f15ff_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105ff807a4e02d4b73a526ad4c366f15ff_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:27:04,674 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109514334f34614a1c8a3da5ca3db37d20_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109514334f34614a1c8a3da5ca3db37d20_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:27:04,676 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a68c478e09bd49e88478ac4462874680_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a68c478e09bd49e88478ac4462874680_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:27:04,678 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b164fd92bc4d4b5383c904df98f60d32_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b164fd92bc4d4b5383c904df98f60d32_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:27:04,680 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c8e1b716c3a6479190abae6060a40ab7_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c8e1b716c3a6479190abae6060a40ab7_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:27:04,682 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d72761d3e0a94b52952e41f359d5703a_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d72761d3e0a94b52952e41f359d5703a_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:27:04,684 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d8ac6653ef7c4dbf997cf37edd36d80d_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d8ac6653ef7c4dbf997cf37edd36d80d_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:27:04,686 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e853871dd779458da3bfaf633e7798bb_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e853871dd779458da3bfaf633e7798bb_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:27:04,688 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f27fb8719ab24ca29d7783802a791791_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f27fb8719ab24ca29d7783802a791791_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:27:04,689 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f6a46a23d29d4528921126826a955fb9_0f0103be0ecc357df8aa1210ac2701e2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f6a46a23d29d4528921126826a955fb9_0f0103be0ecc357df8aa1210ac2701e2 2024-11-10T13:27:04,690 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T13:27:04,693 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=115, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:27:04,696 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T13:27:04,699 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T13:27:04,700 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=115, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:27:04,700 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T13:27:04,701 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731245224700"}]},"ts":"9223372036854775807"} 2024-11-10T13:27:04,703 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T13:27:04,703 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0f0103be0ecc357df8aa1210ac2701e2, NAME => 'TestAcidGuarantees,,1731245190788.0f0103be0ecc357df8aa1210ac2701e2.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T13:27:04,704 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T13:27:04,704 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731245224704"}]},"ts":"9223372036854775807"} 2024-11-10T13:27:04,709 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T13:27:04,710 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=115, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:27:04,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 98 msec 2024-11-10T13:27:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T13:27:04,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T13:27:04,722 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:27:04,732 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=238 (was 240), OpenFileDescriptor=449 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 335), ProcessCount=11 (was 11), AvailableMemoryMB=3246 (was 3301) 2024-11-10T13:27:04,743 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=238, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=320, ProcessCount=11, AvailableMemoryMB=3246 2024-11-10T13:27:04,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T13:27:04,745 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:27:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T13:27:04,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:27:04,747 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:04,748 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 116 2024-11-10T13:27:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-10T13:27:04,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:27:04,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742215_1391 (size=959) 2024-11-10T13:27:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-10T13:27:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-10T13:27:05,160 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57 2024-11-10T13:27:05,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742216_1392 (size=53) 2024-11-10T13:27:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-10T13:27:05,571 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:27:05,571 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing c5da0e4c8be824eb3170612d7ec0d2e6, disabling compactions & flushes 2024-11-10T13:27:05,571 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:05,571 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:05,571 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. after waiting 0 ms 2024-11-10T13:27:05,571 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:05,571 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:05,571 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for c5da0e4c8be824eb3170612d7ec0d2e6: Waiting for close lock at 1731245225571Disabling compacts and flushes for region at 1731245225571Disabling writes for close at 1731245225571Writing region close event to WAL at 1731245225571Closed at 1731245225571 2024-11-10T13:27:05,572 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:27:05,572 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731245225572"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731245225572"}]},"ts":"1731245225572"} 2024-11-10T13:27:05,574 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:27:05,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:27:05,575 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245225575"}]},"ts":"1731245225575"} 2024-11-10T13:27:05,576 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T13:27:05,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5da0e4c8be824eb3170612d7ec0d2e6, ASSIGN}] 2024-11-10T13:27:05,577 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5da0e4c8be824eb3170612d7ec0d2e6, ASSIGN 2024-11-10T13:27:05,578 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5da0e4c8be824eb3170612d7ec0d2e6, ASSIGN; state=OFFLINE, location=2467a7071e00,33783,1731245097117; forceNewPlan=false, retain=false 2024-11-10T13:27:05,729 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=c5da0e4c8be824eb3170612d7ec0d2e6, regionState=OPENING, regionLocation=2467a7071e00,33783,1731245097117 2024-11-10T13:27:05,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5da0e4c8be824eb3170612d7ec0d2e6, ASSIGN because future has completed 2024-11-10T13:27:05,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117}] 2024-11-10T13:27:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-10T13:27:05,894 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:05,895 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7752): Opening region: {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:27:05,896 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:05,897 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:27:05,897 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7794): checking encryption for c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:05,897 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7797): checking classloading for c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:05,899 INFO [StoreOpener-c5da0e4c8be824eb3170612d7ec0d2e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:05,900 INFO [StoreOpener-c5da0e4c8be824eb3170612d7ec0d2e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5da0e4c8be824eb3170612d7ec0d2e6 columnFamilyName A 2024-11-10T13:27:05,900 DEBUG [StoreOpener-c5da0e4c8be824eb3170612d7ec0d2e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:05,900 INFO [StoreOpener-c5da0e4c8be824eb3170612d7ec0d2e6-1 {}] regionserver.HStore(327): Store=c5da0e4c8be824eb3170612d7ec0d2e6/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:27:05,900 INFO [StoreOpener-c5da0e4c8be824eb3170612d7ec0d2e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:05,902 INFO [StoreOpener-c5da0e4c8be824eb3170612d7ec0d2e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5da0e4c8be824eb3170612d7ec0d2e6 columnFamilyName B 2024-11-10T13:27:05,902 DEBUG [StoreOpener-c5da0e4c8be824eb3170612d7ec0d2e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:05,902 INFO [StoreOpener-c5da0e4c8be824eb3170612d7ec0d2e6-1 {}] regionserver.HStore(327): Store=c5da0e4c8be824eb3170612d7ec0d2e6/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:27:05,902 INFO [StoreOpener-c5da0e4c8be824eb3170612d7ec0d2e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:05,903 INFO [StoreOpener-c5da0e4c8be824eb3170612d7ec0d2e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5da0e4c8be824eb3170612d7ec0d2e6 columnFamilyName C 2024-11-10T13:27:05,903 DEBUG [StoreOpener-c5da0e4c8be824eb3170612d7ec0d2e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:05,904 INFO [StoreOpener-c5da0e4c8be824eb3170612d7ec0d2e6-1 {}] regionserver.HStore(327): Store=c5da0e4c8be824eb3170612d7ec0d2e6/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:27:05,904 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1038): replaying wal for c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:05,904 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:05,905 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:05,906 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1048): stopping wal replay for c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:05,906 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1060): Cleaning up temporary data for c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:05,906 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T13:27:05,907 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1093): writing seq id for c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:05,909 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:27:05,909 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1114): Opened c5da0e4c8be824eb3170612d7ec0d2e6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59637414, jitterRate=-0.11133328080177307}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T13:27:05,909 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:05,910 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1006): Region open journal for c5da0e4c8be824eb3170612d7ec0d2e6: Running coprocessor pre-open hook at 1731245225897Writing region info on filesystem at 1731245225897Initializing all the Stores at 1731245225898 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245225898Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245225898Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245225898Cleaning up temporary data from old regions at 1731245225906 (+8 ms)Running coprocessor post-open hooks at 1731245225909 (+3 ms)Region opened successfully at 1731245225910 (+1 ms) 2024-11-10T13:27:05,910 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., pid=118, masterSystemTime=1731245225887 2024-11-10T13:27:05,912 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:05,912 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:05,912 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=c5da0e4c8be824eb3170612d7ec0d2e6, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,33783,1731245097117 2024-11-10T13:27:05,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 because future has completed 2024-11-10T13:27:05,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-10T13:27:05,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; OpenRegionProcedure c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 in 182 msec 2024-11-10T13:27:05,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=116 2024-11-10T13:27:05,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=116, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5da0e4c8be824eb3170612d7ec0d2e6, ASSIGN in 339 msec 2024-11-10T13:27:05,917 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:27:05,918 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245225918"}]},"ts":"1731245225918"} 2024-11-10T13:27:05,919 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T13:27:05,919 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:27:05,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1740 sec 2024-11-10T13:27:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-10T13:27:06,900 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:27:06,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e9a9b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,903 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:27:06,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:27:06,906 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:27:06,906 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:27:06,906 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:27:06,907 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b9aca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,907 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:27:06,907 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:27:06,908 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:06,910 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:27:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c6b3c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:27:06,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:27:06,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:27:06,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:27:06,914 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:27:06,915 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,43131,1731245096350 2024-11-10T13:27:06,915 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a395523 2024-11-10T13:27:06,915 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:27:06,916 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:27:06,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ded6cd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,917 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:27:06,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:27:06,918 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:27:06,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:27:06,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:27:06,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b0c68dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:27:06,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:27:06,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:06,919 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:27:06,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bdd2b10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27bfce74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:27:06,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:27:06,921 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:27:06,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:27:06,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:27:06,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@249185d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:27:06,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:27:06,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:06,922 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:27:06,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37562a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52e343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,923 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:27:06,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:27:06,924 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:27:06,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:27:06,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:27:06,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e7df70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:27:06,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:27:06,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:06,925 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:27:06,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba56874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335cae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,927 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:27:06,927 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:27:06,928 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:27:06,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:27:06,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:27:06,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341f4410, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:27:06,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:27:06,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:06,929 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:27:06,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539f4300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76919fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,930 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:27:06,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:27:06,931 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:27:06,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:27:06,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:27:06,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b5651f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:27:06,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:27:06,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:06,933 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:27:06,933 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21320bec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf63333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,934 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:27:06,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:27:06,934 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:27:06,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:27:06,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:27:06,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a03e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:27:06,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:27:06,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:06,936 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:27:06,937 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7024bbae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41fd006e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,938 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:27:06,938 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:27:06,939 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:27:06,939 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:27:06,939 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:27:06,939 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a6d3495, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:27:06,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:27:06,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:06,941 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:27:06,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e0ec77e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fddce7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,943 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:27:06,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:27:06,944 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:27:06,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:27:06,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:27:06,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357cd8fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:27:06,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:27:06,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:06,946 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:27:06,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25a0b050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cec2e69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,947 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:27:06,948 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:27:06,948 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:27:06,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:27:06,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:27:06,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595badf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:27:06,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:27:06,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:06,950 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:27:06,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65508773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c25862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,951 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:27:06,951 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:27:06,951 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:27:06,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:27:06,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:27:06,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae970b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:27:06,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:27:06,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:06,953 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:27:06,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7858b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:06,954 DEBUG [Thread-1790 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:27:06,954 DEBUG [Thread-1784 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:27:06,954 DEBUG [Thread-1786 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:27:06,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:27:06,954 DEBUG [Thread-1792 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:27:06,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:27:06,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:27:06,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:27:06,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:27:06,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:27:06,955 DEBUG [Thread-1795 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:27:06,956 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:27:06,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:27:06,956 DEBUG [Thread-1803 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:27:06,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:27:06,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:27:06,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:27:06,957 DEBUG [Thread-1801 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:27:06,957 DEBUG [Thread-1797 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:27:06,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:27:06,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:27:06,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:27:06,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:27:06,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:27:06,958 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:27:06,958 DEBUG [Thread-1788 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:27:06,958 DEBUG [Thread-1799 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:27:06,958 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:27:06,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:27:06,958 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:27:06,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:27:06,959 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:27:06,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2] 2024-11-10T13:27:06,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:27:06,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2] 2024-11-10T13:27:06,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:27:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-10T13:27:06,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:27:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T13:27:06,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2] 2024-11-10T13:27:06,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2] 2024-11-10T13:27:06,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2] 2024-11-10T13:27:06,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:27:06,961 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:27:06,961 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:27:06,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:27:06,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:27:06,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:27:06,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:27:06,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2] 2024-11-10T13:27:06,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2] 2024-11-10T13:27:06,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2] 2024-11-10T13:27:06,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2] 2024-11-10T13:27:06,965 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:27:06,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2] 2024-11-10T13:27:06,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:27:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:06,969 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:27:06,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c5da0e4c8be824eb3170612d7ec0d2e6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T13:27:06,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/e62a2506a12b44dabfaee28b862cf7a1 is 50, key is test_row_0/A:col10/1731245226968/Put/seqid=0 2024-11-10T13:27:07,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742217_1393 (size=14341) 2024-11-10T13:27:07,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245286998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:07,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:07,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245287006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:07,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:07,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245287008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:07,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:07,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245287008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:07,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:07,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:07,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245287009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:07,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T13:27:07,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-10T13:27:07,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:07,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:07,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:07,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:07,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:07,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245287119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:07,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245287120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:07,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:07,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:07,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245287120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:07,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:07,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:07,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245287120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:07,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:07,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:07,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245287120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:07,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:07,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-10T13:27:07,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:07,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:07,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:07,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:07,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T13:27:07,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245287329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:07,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:07,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245287329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:07,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:07,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:07,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245287329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:07,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:07,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245287329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:07,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:07,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245287329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:07,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:07,335 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,335 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,335 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:07,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/e62a2506a12b44dabfaee28b862cf7a1 2024-11-10T13:27:07,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/552c6f99d6144cddbbf30ae4e420e682 is 50, key is test_row_0/B:col10/1731245226968/Put/seqid=0 2024-11-10T13:27:07,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-10T13:27:07,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:07,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:07,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:07,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:07,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:07,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742218_1394 (size=12001) 2024-11-10T13:27:07,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-10T13:27:07,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:07,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:07,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:07,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:07,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T13:27:07,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245287639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:07,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245287639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:07,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:07,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:07,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245287640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:07,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:07,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245287640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:07,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:07,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245287640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:07,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:07,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:07,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-10T13:27:07,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:07,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:07,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:07,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:07,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:07,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/552c6f99d6144cddbbf30ae4e420e682 2024-11-10T13:27:07,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/78af34c255d5439e810dab2606272500 is 50, key is test_row_0/C:col10/1731245226968/Put/seqid=0 2024-11-10T13:27:07,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742219_1395 (size=12001) 2024-11-10T13:27:07,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-10T13:27:07,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:07,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:07,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:07,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:07,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:08,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-10T13:27:08,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:08,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:08,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:08,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:08,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T13:27:08,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245288149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:08,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:08,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:08,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:08,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245288150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:08,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:08,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:08,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:08,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245288150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:08,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:08,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:08,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:08,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245288150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:08,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:08,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:08,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:08,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245288159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:08,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:08,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:08,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:08,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-10T13:27:08,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:08,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:08,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:08,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:08,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:08,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/78af34c255d5439e810dab2606272500 2024-11-10T13:27:08,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/e62a2506a12b44dabfaee28b862cf7a1 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/e62a2506a12b44dabfaee28b862cf7a1 2024-11-10T13:27:08,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/e62a2506a12b44dabfaee28b862cf7a1, entries=200, sequenceid=14, filesize=14.0 K 2024-11-10T13:27:08,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/552c6f99d6144cddbbf30ae4e420e682 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/552c6f99d6144cddbbf30ae4e420e682 2024-11-10T13:27:08,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/552c6f99d6144cddbbf30ae4e420e682, entries=150, sequenceid=14, filesize=11.7 K 2024-11-10T13:27:08,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/78af34c255d5439e810dab2606272500 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/78af34c255d5439e810dab2606272500 2024-11-10T13:27:08,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/78af34c255d5439e810dab2606272500, entries=150, sequenceid=14, filesize=11.7 K 2024-11-10T13:27:08,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for c5da0e4c8be824eb3170612d7ec0d2e6 in 1295ms, sequenceid=14, compaction requested=false 2024-11-10T13:27:08,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:08,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-10T13:27:08,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:08,339 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing c5da0e4c8be824eb3170612d7ec0d2e6 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T13:27:08,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/814c6515a2b840c0a986432fcd1641c0 is 50, key is test_row_0/A:col10/1731245227006/Put/seqid=0 2024-11-10T13:27:08,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742220_1396 (size=12001) 2024-11-10T13:27:08,347 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/814c6515a2b840c0a986432fcd1641c0 2024-11-10T13:27:08,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/cbc57939926e4614adda7bbae0f13cfa is 50, key is test_row_0/B:col10/1731245227006/Put/seqid=0 2024-11-10T13:27:08,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742221_1397 (size=12001) 2024-11-10T13:27:08,756 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/cbc57939926e4614adda7bbae0f13cfa 2024-11-10T13:27:08,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/a1da922001014c31995bd3ca88653897 is 50, key is test_row_0/C:col10/1731245227006/Put/seqid=0 2024-11-10T13:27:08,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742222_1398 (size=12001) 2024-11-10T13:27:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T13:27:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:09,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:09,165 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/a1da922001014c31995bd3ca88653897 2024-11-10T13:27:09,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/814c6515a2b840c0a986432fcd1641c0 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/814c6515a2b840c0a986432fcd1641c0 2024-11-10T13:27:09,173 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/814c6515a2b840c0a986432fcd1641c0, entries=150, sequenceid=38, filesize=11.7 K 2024-11-10T13:27:09,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/cbc57939926e4614adda7bbae0f13cfa as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/cbc57939926e4614adda7bbae0f13cfa 2024-11-10T13:27:09,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245289172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:09,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:09,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245289172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:09,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:09,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,177 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/cbc57939926e4614adda7bbae0f13cfa, entries=150, sequenceid=38, filesize=11.7 K 2024-11-10T13:27:09,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:09,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/a1da922001014c31995bd3ca88653897 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/a1da922001014c31995bd3ca88653897 2024-11-10T13:27:09,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245289175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:09,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:09,182 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/a1da922001014c31995bd3ca88653897, entries=150, sequenceid=38, filesize=11.7 K 2024-11-10T13:27:09,183 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c5da0e4c8be824eb3170612d7ec0d2e6 in 844ms, sequenceid=38, compaction requested=false 2024-11-10T13:27:09,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:09,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:09,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-10T13:27:09,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-10T13:27:09,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-10T13:27:09,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2190 sec 2024-11-10T13:27:09,186 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:27:09,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c5da0e4c8be824eb3170612d7ec0d2e6 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-10T13:27:09,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:09,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 2.2310 sec 2024-11-10T13:27:09,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/a0b21cda7fa640d58795c83b973a56ec is 50, key is test_row_0/A:col10/1731245229185/Put/seqid=0 2024-11-10T13:27:09,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742223_1399 (size=12001) 2024-11-10T13:27:09,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245289263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:09,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:09,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245289266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:09,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:09,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245289279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:09,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:09,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245289279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:09,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:09,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:09,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245289289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:09,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:09,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245289379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:09,385 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,385 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,385 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:09,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245289379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:09,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:09,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245289489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:09,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:09,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245289489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:09,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:09,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245289499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:09,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:09,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245289589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:09,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:09,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245289589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:09,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:09,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:09,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/a0b21cda7fa640d58795c83b973a56ec 2024-11-10T13:27:09,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/c0abddb20cc7413b9ff05e66ca3c7c25 is 50, key is test_row_0/B:col10/1731245229185/Put/seqid=0 2024-11-10T13:27:09,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742224_1400 (size=12001) 2024-11-10T13:27:09,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245289799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:09,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:09,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245289799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:09,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:09,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:09,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245289809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:09,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:09,833 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T13:27:09,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245289899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:09,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245289899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:09,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:09,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:09,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:10,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/c0abddb20cc7413b9ff05e66ca3c7c25 2024-11-10T13:27:10,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/bb5f9daa86d743bdae80c9a7e9f8e0a9 is 50, key is test_row_0/C:col10/1731245229185/Put/seqid=0 2024-11-10T13:27:10,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742225_1401 (size=12001) 2024-11-10T13:27:10,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:10,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245290309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:10,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:10,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:10,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:10,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245290319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:10,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:10,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:10,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:10,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245290319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:10,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:10,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:10,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:10,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/bb5f9daa86d743bdae80c9a7e9f8e0a9 2024-11-10T13:27:10,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/a0b21cda7fa640d58795c83b973a56ec as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/a0b21cda7fa640d58795c83b973a56ec 2024-11-10T13:27:10,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/a0b21cda7fa640d58795c83b973a56ec, entries=150, sequenceid=52, filesize=11.7 K 2024-11-10T13:27:10,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/c0abddb20cc7413b9ff05e66ca3c7c25 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/c0abddb20cc7413b9ff05e66ca3c7c25 2024-11-10T13:27:10,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/c0abddb20cc7413b9ff05e66ca3c7c25, entries=150, sequenceid=52, filesize=11.7 K 2024-11-10T13:27:10,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/bb5f9daa86d743bdae80c9a7e9f8e0a9 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/bb5f9daa86d743bdae80c9a7e9f8e0a9 2024-11-10T13:27:10,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245290419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:10,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:10,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:10,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:10,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245290419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:10,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:10,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:10,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:10,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:10,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/bb5f9daa86d743bdae80c9a7e9f8e0a9, entries=150, sequenceid=52, filesize=11.7 K 2024-11-10T13:27:10,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c5da0e4c8be824eb3170612d7ec0d2e6 in 1244ms, sequenceid=52, compaction requested=true 2024-11-10T13:27:10,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:10,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5da0e4c8be824eb3170612d7ec0d2e6:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:27:10,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:10,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5da0e4c8be824eb3170612d7ec0d2e6:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:27:10,430 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:10,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:10,430 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:10,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5da0e4c8be824eb3170612d7ec0d2e6:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:27:10,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:10,432 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:10,432 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:10,432 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): c5da0e4c8be824eb3170612d7ec0d2e6/B is initiating minor compaction (all files) 2024-11-10T13:27:10,432 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): c5da0e4c8be824eb3170612d7ec0d2e6/A is initiating minor compaction (all files) 2024-11-10T13:27:10,432 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5da0e4c8be824eb3170612d7ec0d2e6/B in TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:10,432 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5da0e4c8be824eb3170612d7ec0d2e6/A in TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:10,432 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/e62a2506a12b44dabfaee28b862cf7a1, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/814c6515a2b840c0a986432fcd1641c0, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/a0b21cda7fa640d58795c83b973a56ec] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp, totalSize=37.4 K 2024-11-10T13:27:10,432 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/552c6f99d6144cddbbf30ae4e420e682, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/cbc57939926e4614adda7bbae0f13cfa, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/c0abddb20cc7413b9ff05e66ca3c7c25] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp, totalSize=35.2 K 2024-11-10T13:27:10,432 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting e62a2506a12b44dabfaee28b862cf7a1, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731245226962 2024-11-10T13:27:10,432 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 552c6f99d6144cddbbf30ae4e420e682, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731245226962 2024-11-10T13:27:10,433 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting cbc57939926e4614adda7bbae0f13cfa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731245226997 2024-11-10T13:27:10,433 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 814c6515a2b840c0a986432fcd1641c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731245226997 2024-11-10T13:27:10,433 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting c0abddb20cc7413b9ff05e66ca3c7c25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731245229174 2024-11-10T13:27:10,433 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0b21cda7fa640d58795c83b973a56ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731245229174 2024-11-10T13:27:10,439 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5da0e4c8be824eb3170612d7ec0d2e6#B#compaction#333 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:10,439 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/9965fbe3da744d9aa1646b3fa7c2d310 is 50, key is test_row_0/B:col10/1731245229185/Put/seqid=0 2024-11-10T13:27:10,442 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5da0e4c8be824eb3170612d7ec0d2e6#A#compaction#334 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:10,442 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/b8fb299f077742b1a3d54d804dbdbca5 is 50, key is test_row_0/A:col10/1731245229185/Put/seqid=0 2024-11-10T13:27:10,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742226_1402 (size=12104) 2024-11-10T13:27:10,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742227_1403 (size=12104) 2024-11-10T13:27:10,459 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/b8fb299f077742b1a3d54d804dbdbca5 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/b8fb299f077742b1a3d54d804dbdbca5 2024-11-10T13:27:10,463 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5da0e4c8be824eb3170612d7ec0d2e6/A of c5da0e4c8be824eb3170612d7ec0d2e6 into b8fb299f077742b1a3d54d804dbdbca5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:10,463 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:10,463 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., storeName=c5da0e4c8be824eb3170612d7ec0d2e6/A, priority=13, startTime=1731245230430; duration=0sec 2024-11-10T13:27:10,463 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:10,463 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5da0e4c8be824eb3170612d7ec0d2e6:A 2024-11-10T13:27:10,463 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:10,464 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:10,464 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): c5da0e4c8be824eb3170612d7ec0d2e6/C is initiating minor compaction (all files) 2024-11-10T13:27:10,464 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5da0e4c8be824eb3170612d7ec0d2e6/C in TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:10,464 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/78af34c255d5439e810dab2606272500, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/a1da922001014c31995bd3ca88653897, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/bb5f9daa86d743bdae80c9a7e9f8e0a9] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp, totalSize=35.2 K 2024-11-10T13:27:10,465 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78af34c255d5439e810dab2606272500, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731245226962 2024-11-10T13:27:10,465 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1da922001014c31995bd3ca88653897, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731245226997 2024-11-10T13:27:10,465 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb5f9daa86d743bdae80c9a7e9f8e0a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731245229174 2024-11-10T13:27:10,473 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5da0e4c8be824eb3170612d7ec0d2e6#C#compaction#335 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:10,474 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/0543e0d367804e928f9a788d3dbda83b is 50, key is test_row_0/C:col10/1731245229185/Put/seqid=0 2024-11-10T13:27:10,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742228_1404 (size=12104) 2024-11-10T13:27:10,857 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/9965fbe3da744d9aa1646b3fa7c2d310 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/9965fbe3da744d9aa1646b3fa7c2d310 2024-11-10T13:27:10,861 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5da0e4c8be824eb3170612d7ec0d2e6/B of c5da0e4c8be824eb3170612d7ec0d2e6 into 9965fbe3da744d9aa1646b3fa7c2d310(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:10,861 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:10,861 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., storeName=c5da0e4c8be824eb3170612d7ec0d2e6/B, priority=13, startTime=1731245230430; duration=0sec 2024-11-10T13:27:10,861 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:10,861 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5da0e4c8be824eb3170612d7ec0d2e6:B 2024-11-10T13:27:10,886 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/0543e0d367804e928f9a788d3dbda83b as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/0543e0d367804e928f9a788d3dbda83b 2024-11-10T13:27:10,889 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5da0e4c8be824eb3170612d7ec0d2e6/C of c5da0e4c8be824eb3170612d7ec0d2e6 into 0543e0d367804e928f9a788d3dbda83b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:10,889 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:10,889 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., storeName=c5da0e4c8be824eb3170612d7ec0d2e6/C, priority=13, startTime=1731245230430; duration=0sec 2024-11-10T13:27:10,889 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:10,889 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5da0e4c8be824eb3170612d7ec0d2e6:C 2024-11-10T13:27:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T13:27:11,120 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:27:11,120 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:27:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-10T13:27:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T13:27:11,121 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:27:11,122 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:27:11,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:27:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T13:27:11,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T13:27:11,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:11,274 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing c5da0e4c8be824eb3170612d7ec0d2e6 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-10T13:27:11,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/81900cc25632444f801ef589085862f1 is 50, key is test_row_0/A:col10/1731245229265/Put/seqid=0 2024-11-10T13:27:11,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742229_1405 (size=12001) 2024-11-10T13:27:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:11,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:11,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245291349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:11,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:11,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245291356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:11,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:11,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:11,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245291357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:11,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:11,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:11,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:11,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245291429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:11,433 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_1' in c5da0e4c8be824eb3170612d7ec0d2e6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:27:11,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:11,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:11,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T13:27:11,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245291439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:11,446 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_2' in c5da0e4c8be824eb3170612d7ec0d2e6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:27:11,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:11,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:11,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:11,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245291459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:11,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:11,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245291469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:11,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:11,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:11,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:11,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245291469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:11,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:11,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:11,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:11,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245291669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:11,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:11,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:11,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:11,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245291679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:11,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:11,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:11,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:11,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245291679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:11,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:11,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:11,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:11,684 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/81900cc25632444f801ef589085862f1 2024-11-10T13:27:11,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/071900cbeae44925b70d0ba7f6542c29 is 50, key is test_row_0/B:col10/1731245229265/Put/seqid=0 2024-11-10T13:27:11,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742230_1406 (size=12001) 2024-11-10T13:27:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T13:27:11,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:11,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245291979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:11,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:11,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:11,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:11,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245291989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:11,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:11,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:11,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245291989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:11,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:11,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:11,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:11,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:12,095 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/071900cbeae44925b70d0ba7f6542c29 2024-11-10T13:27:12,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/1295b393aeeb44d5a76d369439fe4f3e is 50, key is test_row_0/C:col10/1731245229265/Put/seqid=0 2024-11-10T13:27:12,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742231_1407 (size=12001) 2024-11-10T13:27:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T13:27:12,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245292489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:12,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:12,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:12,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:12,504 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/1295b393aeeb44d5a76d369439fe4f3e 2024-11-10T13:27:12,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245292499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:12,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:12,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:12,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:12,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/81900cc25632444f801ef589085862f1 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/81900cc25632444f801ef589085862f1 2024-11-10T13:27:12,510 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/81900cc25632444f801ef589085862f1, entries=150, sequenceid=77, filesize=11.7 K 2024-11-10T13:27:12,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/071900cbeae44925b70d0ba7f6542c29 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/071900cbeae44925b70d0ba7f6542c29 2024-11-10T13:27:12,513 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/071900cbeae44925b70d0ba7f6542c29, entries=150, sequenceid=77, filesize=11.7 K 2024-11-10T13:27:12,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/1295b393aeeb44d5a76d369439fe4f3e as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/1295b393aeeb44d5a76d369439fe4f3e 2024-11-10T13:27:12,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245292509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:12,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:12,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:12,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:12,516 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/1295b393aeeb44d5a76d369439fe4f3e, entries=150, sequenceid=77, filesize=11.7 K 2024-11-10T13:27:12,517 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for c5da0e4c8be824eb3170612d7ec0d2e6 in 1243ms, sequenceid=77, compaction requested=false 2024-11-10T13:27:12,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:12,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:12,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-10T13:27:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-10T13:27:12,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-10T13:27:12,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3960 sec 2024-11-10T13:27:12,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.4000 sec 2024-11-10T13:27:13,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T13:27:13,269 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:27:13,270 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:27:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-10T13:27:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T13:27:13,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T13:27:13,392 INFO [AsyncFSWAL-0-hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/MasterData-prefix:2467a7071e00,43131,1731245096350 {}] wal.AbstractFSWAL(1368): Slow sync cost: 120 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34539,DS-439b7eeb-d9e7-4676-a521-579196e01b38,DISK]] 2024-11-10T13:27:13,392 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:27:13,392 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:27:13,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:27:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:13,452 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:27:13,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c5da0e4c8be824eb3170612d7ec0d2e6 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-10T13:27:13,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/727cfdd0e86d4740bbe4566ccda8e53e is 50, key is test_row_0/A:col10/1731245231343/Put/seqid=0 2024-11-10T13:27:13,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742232_1408 (size=14341) 2024-11-10T13:27:13,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245293508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:13,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245293509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:13,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:13,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:13,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:13,518 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_1' in c5da0e4c8be824eb3170612d7ec0d2e6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:27:13,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:13,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:13,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:13,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245293514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:13,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245293517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:13,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:13,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:13,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:13,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:13,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:13,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:13,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245293530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:13,537 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_0' in c5da0e4c8be824eb3170612d7ec0d2e6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:27:13,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:13,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:13,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:13,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-10T13:27:13,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:13,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:13,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:13,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:13,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T13:27:13,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245293619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:13,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:13,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:13,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:13,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245293629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:13,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245293629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:13,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:13,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:13,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:13,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:13,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:13,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:13,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-10T13:27:13,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:13,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:13,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:13,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:13,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:13,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245293829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:13,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:13,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:13,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:13,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245293839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:13,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:13,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:13,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245293840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:13,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:13,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:13,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:13,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:13,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-10T13:27:13,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:13,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:13,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:13,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:13,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:13,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/727cfdd0e86d4740bbe4566ccda8e53e 2024-11-10T13:27:13,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/bbc488c5ebdd41f5bc973cfd66991084 is 50, key is test_row_0/B:col10/1731245231343/Put/seqid=0 2024-11-10T13:27:13,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742233_1409 (size=12001) 2024-11-10T13:27:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T13:27:14,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-10T13:27:14,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:14,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:14,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:14,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:14,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:14,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245294139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:14,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-10T13:27:14,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:14,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:14,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:14,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:14,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:14,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245294159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:14,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:14,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:14,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:14,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245294159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:14,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:14,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:14,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:14,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/bbc488c5ebdd41f5bc973cfd66991084 2024-11-10T13:27:14,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/a3bc8ed7509b450ca4b332bbcdd9f364 is 50, key is test_row_0/C:col10/1731245231343/Put/seqid=0 2024-11-10T13:27:14,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742234_1410 (size=12001) 2024-11-10T13:27:14,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-10T13:27:14,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:14,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:14,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:14,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:14,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:14,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T13:27:14,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-10T13:27:14,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:14,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:14,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:14,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:14,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:14,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-10T13:27:14,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:14,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:14,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:14,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:14,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:14,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245294649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:14,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:14,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:14,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:14,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245294669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:14,676 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:14,676 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:14,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:14,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245294670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:14,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:14,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:14,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:14,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/a3bc8ed7509b450ca4b332bbcdd9f364 2024-11-10T13:27:14,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/727cfdd0e86d4740bbe4566ccda8e53e as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/727cfdd0e86d4740bbe4566ccda8e53e 2024-11-10T13:27:14,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/727cfdd0e86d4740bbe4566ccda8e53e, entries=200, sequenceid=92, filesize=14.0 K 2024-11-10T13:27:14,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/bbc488c5ebdd41f5bc973cfd66991084 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/bbc488c5ebdd41f5bc973cfd66991084 2024-11-10T13:27:14,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/bbc488c5ebdd41f5bc973cfd66991084, entries=150, sequenceid=92, filesize=11.7 K 2024-11-10T13:27:14,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/a3bc8ed7509b450ca4b332bbcdd9f364 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/a3bc8ed7509b450ca4b332bbcdd9f364 2024-11-10T13:27:14,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/a3bc8ed7509b450ca4b332bbcdd9f364, entries=150, sequenceid=92, filesize=11.7 K 2024-11-10T13:27:14,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for c5da0e4c8be824eb3170612d7ec0d2e6 in 1241ms, sequenceid=92, compaction requested=true 2024-11-10T13:27:14,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:14,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5da0e4c8be824eb3170612d7ec0d2e6:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:27:14,693 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:14,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:14,694 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:14,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5da0e4c8be824eb3170612d7ec0d2e6:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:27:14,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:14,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5da0e4c8be824eb3170612d7ec0d2e6:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:27:14,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:14,694 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:14,694 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:14,694 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): c5da0e4c8be824eb3170612d7ec0d2e6/A is initiating minor compaction (all files) 2024-11-10T13:27:14,694 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): c5da0e4c8be824eb3170612d7ec0d2e6/B is initiating minor compaction (all files) 2024-11-10T13:27:14,694 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5da0e4c8be824eb3170612d7ec0d2e6/A in TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:14,694 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5da0e4c8be824eb3170612d7ec0d2e6/B in TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:14,694 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/b8fb299f077742b1a3d54d804dbdbca5, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/81900cc25632444f801ef589085862f1, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/727cfdd0e86d4740bbe4566ccda8e53e] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp, totalSize=37.5 K 2024-11-10T13:27:14,694 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/9965fbe3da744d9aa1646b3fa7c2d310, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/071900cbeae44925b70d0ba7f6542c29, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/bbc488c5ebdd41f5bc973cfd66991084] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp, totalSize=35.3 K 2024-11-10T13:27:14,695 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8fb299f077742b1a3d54d804dbdbca5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731245229174 2024-11-10T13:27:14,695 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 9965fbe3da744d9aa1646b3fa7c2d310, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731245229174 2024-11-10T13:27:14,695 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 071900cbeae44925b70d0ba7f6542c29, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731245229249 2024-11-10T13:27:14,695 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81900cc25632444f801ef589085862f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731245229249 2024-11-10T13:27:14,695 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 727cfdd0e86d4740bbe4566ccda8e53e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731245231343 2024-11-10T13:27:14,695 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting bbc488c5ebdd41f5bc973cfd66991084, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731245231343 2024-11-10T13:27:14,701 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5da0e4c8be824eb3170612d7ec0d2e6#B#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:14,701 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5da0e4c8be824eb3170612d7ec0d2e6#A#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:14,702 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/9245333d44464f88b0ee3d54650bf00e is 50, key is test_row_0/A:col10/1731245231343/Put/seqid=0 2024-11-10T13:27:14,702 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/217195200b80444b8edcae8ddbb7a810 is 50, key is test_row_0/B:col10/1731245231343/Put/seqid=0 2024-11-10T13:27:14,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742235_1411 (size=12207) 2024-11-10T13:27:14,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742236_1412 (size=12207) 2024-11-10T13:27:14,709 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/9245333d44464f88b0ee3d54650bf00e as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/9245333d44464f88b0ee3d54650bf00e 2024-11-10T13:27:14,712 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5da0e4c8be824eb3170612d7ec0d2e6/A of c5da0e4c8be824eb3170612d7ec0d2e6 into 9245333d44464f88b0ee3d54650bf00e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:14,712 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:14,713 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., storeName=c5da0e4c8be824eb3170612d7ec0d2e6/A, priority=13, startTime=1731245234693; duration=0sec 2024-11-10T13:27:14,713 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:14,713 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5da0e4c8be824eb3170612d7ec0d2e6:A 2024-11-10T13:27:14,713 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:14,713 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:14,713 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): c5da0e4c8be824eb3170612d7ec0d2e6/C is initiating minor compaction (all files) 2024-11-10T13:27:14,713 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5da0e4c8be824eb3170612d7ec0d2e6/C in TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:14,713 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/0543e0d367804e928f9a788d3dbda83b, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/1295b393aeeb44d5a76d369439fe4f3e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/a3bc8ed7509b450ca4b332bbcdd9f364] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp, totalSize=35.3 K 2024-11-10T13:27:14,714 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0543e0d367804e928f9a788d3dbda83b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731245229174 2024-11-10T13:27:14,714 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1295b393aeeb44d5a76d369439fe4f3e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731245229249 2024-11-10T13:27:14,714 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3bc8ed7509b450ca4b332bbcdd9f364, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731245231343 2024-11-10T13:27:14,720 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5da0e4c8be824eb3170612d7ec0d2e6#C#compaction#344 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:14,720 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/6f4dfcc623d144e7adbe0d1e36a24e34 is 50, key is test_row_0/C:col10/1731245231343/Put/seqid=0 2024-11-10T13:27:14,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742237_1413 (size=12207) 2024-11-10T13:27:14,727 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/6f4dfcc623d144e7adbe0d1e36a24e34 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/6f4dfcc623d144e7adbe0d1e36a24e34 2024-11-10T13:27:14,731 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5da0e4c8be824eb3170612d7ec0d2e6/C of c5da0e4c8be824eb3170612d7ec0d2e6 into 6f4dfcc623d144e7adbe0d1e36a24e34(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:14,731 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:14,731 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., storeName=c5da0e4c8be824eb3170612d7ec0d2e6/C, priority=13, startTime=1731245234694; duration=0sec 2024-11-10T13:27:14,731 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:14,731 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5da0e4c8be824eb3170612d7ec0d2e6:C 2024-11-10T13:27:14,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-10T13:27:14,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:14,766 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing c5da0e4c8be824eb3170612d7ec0d2e6 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-10T13:27:14,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/7d32633b98bb4f859637b9c504031f7e is 50, key is test_row_0/A:col10/1731245233496/Put/seqid=0 2024-11-10T13:27:14,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742238_1414 (size=12001) 2024-11-10T13:27:15,108 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/217195200b80444b8edcae8ddbb7a810 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/217195200b80444b8edcae8ddbb7a810 2024-11-10T13:27:15,112 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5da0e4c8be824eb3170612d7ec0d2e6/B of c5da0e4c8be824eb3170612d7ec0d2e6 into 217195200b80444b8edcae8ddbb7a810(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:15,112 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:15,112 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., storeName=c5da0e4c8be824eb3170612d7ec0d2e6/B, priority=13, startTime=1731245234694; duration=0sec 2024-11-10T13:27:15,113 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:15,113 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5da0e4c8be824eb3170612d7ec0d2e6:B 2024-11-10T13:27:15,176 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/7d32633b98bb4f859637b9c504031f7e 2024-11-10T13:27:15,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/f7add5459eb54c40ae21e05a65c617b9 is 50, key is test_row_0/B:col10/1731245233496/Put/seqid=0 2024-11-10T13:27:15,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742239_1415 (size=12001) 2024-11-10T13:27:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T13:27:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:15,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:15,587 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/f7add5459eb54c40ae21e05a65c617b9 2024-11-10T13:27:15,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/0ae5758bb15c4f92ba4c5897a1439a06 is 50, key is test_row_0/C:col10/1731245233496/Put/seqid=0 2024-11-10T13:27:15,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245295584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:15,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:15,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:15,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:15,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742240_1416 (size=12001) 2024-11-10T13:27:15,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245295595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:15,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:15,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:15,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:15,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245295669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:15,677 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_2' in c5da0e4c8be824eb3170612d7ec0d2e6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:27:15,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:15,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:15,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:15,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245295689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:15,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245295690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:15,695 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_2' in c5da0e4c8be824eb3170612d7ec0d2e6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:27:15,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:15,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:15,695 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_2' in c5da0e4c8be824eb3170612d7ec0d2e6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:27:15,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:15,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:15,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:15,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:15,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:15,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245295699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:15,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:15,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:15,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:15,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245295709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:15,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:15,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:15,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:15,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245295909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:15,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:15,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:15,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:15,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245295929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:15,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:15,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:15,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:15,996 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/0ae5758bb15c4f92ba4c5897a1439a06 2024-11-10T13:27:15,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/7d32633b98bb4f859637b9c504031f7e as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/7d32633b98bb4f859637b9c504031f7e 2024-11-10T13:27:16,003 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/7d32633b98bb4f859637b9c504031f7e, entries=150, sequenceid=115, filesize=11.7 K 2024-11-10T13:27:16,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/f7add5459eb54c40ae21e05a65c617b9 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/f7add5459eb54c40ae21e05a65c617b9 2024-11-10T13:27:16,007 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/f7add5459eb54c40ae21e05a65c617b9, entries=150, sequenceid=115, filesize=11.7 K 2024-11-10T13:27:16,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/0ae5758bb15c4f92ba4c5897a1439a06 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/0ae5758bb15c4f92ba4c5897a1439a06 2024-11-10T13:27:16,011 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/0ae5758bb15c4f92ba4c5897a1439a06, entries=150, sequenceid=115, filesize=11.7 K 2024-11-10T13:27:16,011 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for c5da0e4c8be824eb3170612d7ec0d2e6 in 1245ms, sequenceid=115, compaction requested=false 2024-11-10T13:27:16,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:16,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:16,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-10T13:27:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-10T13:27:16,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-10T13:27:16,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6200 sec 2024-11-10T13:27:16,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 2.7440 sec 2024-11-10T13:27:16,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:16,223 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:27:16,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c5da0e4c8be824eb3170612d7ec0d2e6 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-10T13:27:16,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/5b2d5d5edd514beeaf614d1992529856 is 50, key is test_row_0/A:col10/1731245236222/Put/seqid=0 2024-11-10T13:27:16,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742241_1417 (size=14491) 2024-11-10T13:27:16,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/5b2d5d5edd514beeaf614d1992529856 2024-11-10T13:27:16,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/f74c3aa8c93646c08d429123532f2f43 is 50, key is test_row_0/B:col10/1731245236222/Put/seqid=0 2024-11-10T13:27:16,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742242_1418 (size=12101) 2024-11-10T13:27:16,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/f74c3aa8c93646c08d429123532f2f43 2024-11-10T13:27:16,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/65e3103e976e4e7c8126133686945a6a is 50, key is test_row_0/C:col10/1731245236222/Put/seqid=0 2024-11-10T13:27:16,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742243_1419 (size=12101) 2024-11-10T13:27:16,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245296284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:16,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:16,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:16,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:16,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:16,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245296289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:16,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:16,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:16,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:16,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245296399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:16,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:16,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:16,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245296399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:16,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:16,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:16,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:16,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:16,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:16,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245296619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:16,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:16,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245296619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:16,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:16,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:16,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:16,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:16,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:16,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/65e3103e976e4e7c8126133686945a6a 2024-11-10T13:27:16,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/5b2d5d5edd514beeaf614d1992529856 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/5b2d5d5edd514beeaf614d1992529856 2024-11-10T13:27:16,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/5b2d5d5edd514beeaf614d1992529856, entries=200, sequenceid=132, filesize=14.2 K 2024-11-10T13:27:16,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/f74c3aa8c93646c08d429123532f2f43 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/f74c3aa8c93646c08d429123532f2f43 2024-11-10T13:27:16,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/f74c3aa8c93646c08d429123532f2f43, entries=150, sequenceid=132, filesize=11.8 K 2024-11-10T13:27:16,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/65e3103e976e4e7c8126133686945a6a as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/65e3103e976e4e7c8126133686945a6a 2024-11-10T13:27:16,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/65e3103e976e4e7c8126133686945a6a, entries=150, sequenceid=132, filesize=11.8 K 2024-11-10T13:27:16,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for c5da0e4c8be824eb3170612d7ec0d2e6 in 443ms, sequenceid=132, compaction requested=true 2024-11-10T13:27:16,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:16,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5da0e4c8be824eb3170612d7ec0d2e6:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:27:16,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:16,667 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:16,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5da0e4c8be824eb3170612d7ec0d2e6:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:27:16,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:16,667 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:16,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5da0e4c8be824eb3170612d7ec0d2e6:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:27:16,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:16,668 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:16,668 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38699 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:16,668 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): c5da0e4c8be824eb3170612d7ec0d2e6/B is initiating minor compaction (all files) 2024-11-10T13:27:16,668 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): c5da0e4c8be824eb3170612d7ec0d2e6/A is initiating minor compaction (all files) 2024-11-10T13:27:16,668 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5da0e4c8be824eb3170612d7ec0d2e6/B in TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:16,668 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5da0e4c8be824eb3170612d7ec0d2e6/A in TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:16,668 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/217195200b80444b8edcae8ddbb7a810, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/f7add5459eb54c40ae21e05a65c617b9, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/f74c3aa8c93646c08d429123532f2f43] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp, totalSize=35.5 K 2024-11-10T13:27:16,668 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/9245333d44464f88b0ee3d54650bf00e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/7d32633b98bb4f859637b9c504031f7e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/5b2d5d5edd514beeaf614d1992529856] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp, totalSize=37.8 K 2024-11-10T13:27:16,668 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9245333d44464f88b0ee3d54650bf00e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731245231343 2024-11-10T13:27:16,668 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 217195200b80444b8edcae8ddbb7a810, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731245231343 2024-11-10T13:27:16,668 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d32633b98bb4f859637b9c504031f7e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731245233496 2024-11-10T13:27:16,668 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting f7add5459eb54c40ae21e05a65c617b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731245233496 2024-11-10T13:27:16,669 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b2d5d5edd514beeaf614d1992529856, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731245235577 2024-11-10T13:27:16,669 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting f74c3aa8c93646c08d429123532f2f43, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731245235577 2024-11-10T13:27:16,673 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5da0e4c8be824eb3170612d7ec0d2e6#B#compaction#351 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:16,674 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/3cbfde9eba6b4088809cd40fde3a0cad is 50, key is test_row_0/B:col10/1731245236222/Put/seqid=0 2024-11-10T13:27:16,674 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5da0e4c8be824eb3170612d7ec0d2e6#A#compaction#352 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:16,674 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/e9b45e452bee41f89e5bbd08027769e6 is 50, key is test_row_0/A:col10/1731245236222/Put/seqid=0 2024-11-10T13:27:16,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742245_1421 (size=12409) 2024-11-10T13:27:16,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742244_1420 (size=12409) 2024-11-10T13:27:16,695 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/3cbfde9eba6b4088809cd40fde3a0cad as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/3cbfde9eba6b4088809cd40fde3a0cad 2024-11-10T13:27:16,700 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5da0e4c8be824eb3170612d7ec0d2e6/B of c5da0e4c8be824eb3170612d7ec0d2e6 into 3cbfde9eba6b4088809cd40fde3a0cad(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:16,701 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:16,701 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., storeName=c5da0e4c8be824eb3170612d7ec0d2e6/B, priority=13, startTime=1731245236667; duration=0sec 2024-11-10T13:27:16,701 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:16,701 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5da0e4c8be824eb3170612d7ec0d2e6:B 2024-11-10T13:27:16,701 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:16,701 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:16,702 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): c5da0e4c8be824eb3170612d7ec0d2e6/C is initiating minor compaction (all files) 2024-11-10T13:27:16,702 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5da0e4c8be824eb3170612d7ec0d2e6/C in TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:16,702 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/6f4dfcc623d144e7adbe0d1e36a24e34, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/0ae5758bb15c4f92ba4c5897a1439a06, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/65e3103e976e4e7c8126133686945a6a] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp, totalSize=35.5 K 2024-11-10T13:27:16,702 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f4dfcc623d144e7adbe0d1e36a24e34, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731245231343 2024-11-10T13:27:16,702 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ae5758bb15c4f92ba4c5897a1439a06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731245233496 2024-11-10T13:27:16,702 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 65e3103e976e4e7c8126133686945a6a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731245235577 2024-11-10T13:27:16,708 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5da0e4c8be824eb3170612d7ec0d2e6#C#compaction#353 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:16,709 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/1d387d965ad14485a0b381a7cfd9698b is 50, key is test_row_0/C:col10/1731245236222/Put/seqid=0 2024-11-10T13:27:16,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742246_1422 (size=12409) 2024-11-10T13:27:16,715 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/1d387d965ad14485a0b381a7cfd9698b as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/1d387d965ad14485a0b381a7cfd9698b 2024-11-10T13:27:16,718 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5da0e4c8be824eb3170612d7ec0d2e6/C of c5da0e4c8be824eb3170612d7ec0d2e6 into 1d387d965ad14485a0b381a7cfd9698b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:16,718 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:16,718 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., storeName=c5da0e4c8be824eb3170612d7ec0d2e6/C, priority=13, startTime=1731245236667; duration=0sec 2024-11-10T13:27:16,718 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:16,718 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5da0e4c8be824eb3170612d7ec0d2e6:C 2024-11-10T13:27:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:16,933 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:27:16,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c5da0e4c8be824eb3170612d7ec0d2e6 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-10T13:27:16,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/7d964a47cf9c4b84a5fac7b4c7e4f9d5 is 50, key is test_row_0/A:col10/1731245236287/Put/seqid=0 2024-11-10T13:27:16,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742247_1423 (size=14541) 2024-11-10T13:27:16,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:16,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245296964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:16,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:16,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:16,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:16,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245296968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:16,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:16,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:16,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:17,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245297079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:17,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:17,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245297079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:17,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:17,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:17,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:17,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:17,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:17,087 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/e9b45e452bee41f89e5bbd08027769e6 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/e9b45e452bee41f89e5bbd08027769e6 2024-11-10T13:27:17,090 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5da0e4c8be824eb3170612d7ec0d2e6/A of c5da0e4c8be824eb3170612d7ec0d2e6 into e9b45e452bee41f89e5bbd08027769e6(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:17,091 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:17,091 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., storeName=c5da0e4c8be824eb3170612d7ec0d2e6/A, priority=13, startTime=1731245236667; duration=0sec 2024-11-10T13:27:17,091 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:17,091 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5da0e4c8be824eb3170612d7ec0d2e6:A 2024-11-10T13:27:17,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245297289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:17,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:17,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:17,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:17,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245297289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:17,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:17,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:17,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:17,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/7d964a47cf9c4b84a5fac7b4c7e4f9d5 2024-11-10T13:27:17,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/cc8db5cfc31d4ae6b299103b5a02dcf1 is 50, key is test_row_0/B:col10/1731245236287/Put/seqid=0 2024-11-10T13:27:17,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742248_1424 (size=12151) 2024-11-10T13:27:17,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/cc8db5cfc31d4ae6b299103b5a02dcf1 2024-11-10T13:27:17,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/1f095ecfb6ee4563bca40246c31426d6 is 50, key is test_row_0/C:col10/1731245236287/Put/seqid=0 2024-11-10T13:27:17,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742249_1425 (size=12151) 2024-11-10T13:27:17,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/1f095ecfb6ee4563bca40246c31426d6 2024-11-10T13:27:17,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/7d964a47cf9c4b84a5fac7b4c7e4f9d5 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/7d964a47cf9c4b84a5fac7b4c7e4f9d5 2024-11-10T13:27:17,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/7d964a47cf9c4b84a5fac7b4c7e4f9d5, entries=200, sequenceid=155, filesize=14.2 K 2024-11-10T13:27:17,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/cc8db5cfc31d4ae6b299103b5a02dcf1 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/cc8db5cfc31d4ae6b299103b5a02dcf1 2024-11-10T13:27:17,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/cc8db5cfc31d4ae6b299103b5a02dcf1, entries=150, sequenceid=155, filesize=11.9 K 2024-11-10T13:27:17,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/1f095ecfb6ee4563bca40246c31426d6 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/1f095ecfb6ee4563bca40246c31426d6 2024-11-10T13:27:17,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/1f095ecfb6ee4563bca40246c31426d6, entries=150, sequenceid=155, filesize=11.9 K 2024-11-10T13:27:17,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for c5da0e4c8be824eb3170612d7ec0d2e6 in 446ms, sequenceid=155, compaction requested=false 2024-11-10T13:27:17,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T13:27:17,429 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:27:17,430 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:27:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-10T13:27:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-10T13:27:17,431 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:27:17,432 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:27:17,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:27:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-10T13:27:17,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-10T13:27:17,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:17,584 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing c5da0e4c8be824eb3170612d7ec0d2e6 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-10T13:27:17,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/f0f58f6628394cf78437deeb2a61b666 is 50, key is test_row_0/A:col10/1731245236962/Put/seqid=0 2024-11-10T13:27:17,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742250_1426 (size=12151) 2024-11-10T13:27:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:17,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:17,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245297654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:17,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:17,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:17,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:17,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245297658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:17,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245297699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:17,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245297700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:17,707 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_2' in c5da0e4c8be824eb3170612d7ec0d2e6 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:27:17,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:17,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:17,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:17,707 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_2' in c5da0e4c8be824eb3170612d7ec0d2e6 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:27:17,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:17,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:17,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:17,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245297719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:17,725 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_2' in c5da0e4c8be824eb3170612d7ec0d2e6 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:27:17,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:17,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:17,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-10T13:27:17,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245297769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:17,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:17,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:17,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:17,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245297769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:17,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:17,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:17,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:17,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245297979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:17,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245297979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:17,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:17,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:17,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:17,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:17,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:17,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:17,992 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/f0f58f6628394cf78437deeb2a61b666 2024-11-10T13:27:17,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/2b2e924bf2af4e68ad8a73fa5a2266b1 is 50, key is test_row_0/B:col10/1731245236962/Put/seqid=0 2024-11-10T13:27:18,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742251_1427 (size=12151) 2024-11-10T13:27:18,002 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/2b2e924bf2af4e68ad8a73fa5a2266b1 2024-11-10T13:27:18,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/39a985da6400407ba279aafefb4049b5 is 50, key is test_row_0/C:col10/1731245236962/Put/seqid=0 2024-11-10T13:27:18,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742252_1428 (size=12151) 2024-11-10T13:27:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-10T13:27:18,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:18,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245298289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:18,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:18,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245298289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:18,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:18,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:18,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:18,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:18,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:18,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:18,413 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/39a985da6400407ba279aafefb4049b5 2024-11-10T13:27:18,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/f0f58f6628394cf78437deeb2a61b666 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/f0f58f6628394cf78437deeb2a61b666 2024-11-10T13:27:18,491 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/f0f58f6628394cf78437deeb2a61b666, entries=150, sequenceid=171, filesize=11.9 K 2024-11-10T13:27:18,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/2b2e924bf2af4e68ad8a73fa5a2266b1 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/2b2e924bf2af4e68ad8a73fa5a2266b1 2024-11-10T13:27:18,494 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/2b2e924bf2af4e68ad8a73fa5a2266b1, entries=150, sequenceid=171, filesize=11.9 K 2024-11-10T13:27:18,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/39a985da6400407ba279aafefb4049b5 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/39a985da6400407ba279aafefb4049b5 2024-11-10T13:27:18,498 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/39a985da6400407ba279aafefb4049b5, entries=150, sequenceid=171, filesize=11.9 K 2024-11-10T13:27:18,499 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for c5da0e4c8be824eb3170612d7ec0d2e6 in 915ms, sequenceid=171, compaction requested=true 2024-11-10T13:27:18,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:18,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:18,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-10T13:27:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-10T13:27:18,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-10T13:27:18,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0680 sec 2024-11-10T13:27:18,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.0720 sec 2024-11-10T13:27:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-10T13:27:18,569 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:27:18,570 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:27:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-10T13:27:18,571 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:27:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-10T13:27:18,572 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:27:18,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:27:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-10T13:27:18,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-10T13:27:18,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:18,724 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing c5da0e4c8be824eb3170612d7ec0d2e6 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-10T13:27:18,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/228c8f2dfd554d8f9245412030de7faf is 50, key is test_row_0/A:col10/1731245237647/Put/seqid=0 2024-11-10T13:27:18,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742253_1429 (size=12151) 2024-11-10T13:27:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:18,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:18,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245298838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:18,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:18,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:18,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:18,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245298842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:18,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:18,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:18,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-10T13:27:18,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245298949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:18,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:18,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:18,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:18,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245298959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:18,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:18,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:18,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:19,133 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/228c8f2dfd554d8f9245412030de7faf 2024-11-10T13:27:19,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/3a4a79c9d39f4226b9f3a13060011a89 is 50, key is test_row_0/B:col10/1731245237647/Put/seqid=0 2024-11-10T13:27:19,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742254_1430 (size=12151) 2024-11-10T13:27:19,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:19,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245299159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:19,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:19,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:19,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:19,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245299169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-10T13:27:19,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:19,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245299479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:19,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:19,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:19,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:19,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245299489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:19,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:19,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:19,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:19,541 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/3a4a79c9d39f4226b9f3a13060011a89 2024-11-10T13:27:19,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/14d55ddca11942e9a6ccec36ded5e31d is 50, key is test_row_0/C:col10/1731245237647/Put/seqid=0 2024-11-10T13:27:19,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742255_1431 (size=12151) 2024-11-10T13:27:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-10T13:27:19,951 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/14d55ddca11942e9a6ccec36ded5e31d 2024-11-10T13:27:19,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/228c8f2dfd554d8f9245412030de7faf as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/228c8f2dfd554d8f9245412030de7faf 2024-11-10T13:27:19,956 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/228c8f2dfd554d8f9245412030de7faf, entries=150, sequenceid=192, filesize=11.9 K 2024-11-10T13:27:19,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/3a4a79c9d39f4226b9f3a13060011a89 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/3a4a79c9d39f4226b9f3a13060011a89 2024-11-10T13:27:19,959 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/3a4a79c9d39f4226b9f3a13060011a89, entries=150, sequenceid=192, filesize=11.9 K 2024-11-10T13:27:19,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/14d55ddca11942e9a6ccec36ded5e31d as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/14d55ddca11942e9a6ccec36ded5e31d 2024-11-10T13:27:19,962 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/14d55ddca11942e9a6ccec36ded5e31d, entries=150, sequenceid=192, filesize=11.9 K 2024-11-10T13:27:19,963 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for c5da0e4c8be824eb3170612d7ec0d2e6 in 1239ms, sequenceid=192, compaction requested=true 2024-11-10T13:27:19,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:19,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:19,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-10T13:27:19,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-10T13:27:19,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-10T13:27:19,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3920 sec 2024-11-10T13:27:19,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.3960 sec 2024-11-10T13:27:19,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:19,997 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:27:19,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c5da0e4c8be824eb3170612d7ec0d2e6 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-10T13:27:20,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/acdf26d316bd4a219b42e88e743e58b7 is 50, key is test_row_0/A:col10/1731245239996/Put/seqid=0 2024-11-10T13:27:20,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742256_1432 (size=14541) 2024-11-10T13:27:20,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:20,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245300087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:20,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:20,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:20,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:20,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:20,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245300088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:20,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245300199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:20,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:20,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:20,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:20,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245300209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:20,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:20,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:20,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:20,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/acdf26d316bd4a219b42e88e743e58b7 2024-11-10T13:27:20,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/1874f7345f6e49deb04e186d73998cc5 is 50, key is test_row_0/B:col10/1731245239996/Put/seqid=0 2024-11-10T13:27:20,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742257_1433 (size=12151) 2024-11-10T13:27:20,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245300409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:20,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:20,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:20,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:20,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245300429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-10T13:27:20,720 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:27:20,720 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:27:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-10T13:27:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-10T13:27:20,721 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:27:20,722 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:27:20,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:27:20,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245300729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:20,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:20,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:20,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:20,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245300739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:20,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:20,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:20,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:20,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/1874f7345f6e49deb04e186d73998cc5 2024-11-10T13:27:20,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/ac94d611fcce4abdb42579a1e9d0938a is 50, key is test_row_0/C:col10/1731245239996/Put/seqid=0 2024-11-10T13:27:20,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742258_1434 (size=12151) 2024-11-10T13:27:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-10T13:27:20,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-10T13:27:20,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:20,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:20,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:20,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:20,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:21,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-10T13:27:21,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:21,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:21,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:21,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:21,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-10T13:27:21,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-10T13:27:21,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:21,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:21,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:21,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:21,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:21,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/ac94d611fcce4abdb42579a1e9d0938a 2024-11-10T13:27:21,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/acdf26d316bd4a219b42e88e743e58b7 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/acdf26d316bd4a219b42e88e743e58b7 2024-11-10T13:27:21,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/acdf26d316bd4a219b42e88e743e58b7, entries=200, sequenceid=208, filesize=14.2 K 2024-11-10T13:27:21,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/1874f7345f6e49deb04e186d73998cc5 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/1874f7345f6e49deb04e186d73998cc5 2024-11-10T13:27:21,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/1874f7345f6e49deb04e186d73998cc5, entries=150, sequenceid=208, filesize=11.9 K 2024-11-10T13:27:21,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/ac94d611fcce4abdb42579a1e9d0938a as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/ac94d611fcce4abdb42579a1e9d0938a 2024-11-10T13:27:21,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/ac94d611fcce4abdb42579a1e9d0938a, entries=150, sequenceid=208, filesize=11.9 K 2024-11-10T13:27:21,233 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for c5da0e4c8be824eb3170612d7ec0d2e6 in 1236ms, sequenceid=208, compaction requested=true 2024-11-10T13:27:21,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:21,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5da0e4c8be824eb3170612d7ec0d2e6:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:27:21,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:21,233 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-10T13:27:21,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5da0e4c8be824eb3170612d7ec0d2e6:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:27:21,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:21,234 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-10T13:27:21,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5da0e4c8be824eb3170612d7ec0d2e6:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:27:21,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:21,234 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 65793 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-10T13:27:21,234 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61013 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-10T13:27:21,235 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): c5da0e4c8be824eb3170612d7ec0d2e6/A is initiating minor compaction (all files) 2024-11-10T13:27:21,235 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): c5da0e4c8be824eb3170612d7ec0d2e6/B is initiating minor compaction (all files) 2024-11-10T13:27:21,235 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5da0e4c8be824eb3170612d7ec0d2e6/A in TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:21,235 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5da0e4c8be824eb3170612d7ec0d2e6/B in TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:21,235 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/e9b45e452bee41f89e5bbd08027769e6, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/7d964a47cf9c4b84a5fac7b4c7e4f9d5, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/f0f58f6628394cf78437deeb2a61b666, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/228c8f2dfd554d8f9245412030de7faf, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/acdf26d316bd4a219b42e88e743e58b7] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp, totalSize=64.3 K 2024-11-10T13:27:21,235 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/3cbfde9eba6b4088809cd40fde3a0cad, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/cc8db5cfc31d4ae6b299103b5a02dcf1, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/2b2e924bf2af4e68ad8a73fa5a2266b1, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/3a4a79c9d39f4226b9f3a13060011a89, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/1874f7345f6e49deb04e186d73998cc5] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp, totalSize=59.6 K 2024-11-10T13:27:21,235 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9b45e452bee41f89e5bbd08027769e6, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731245235577 2024-11-10T13:27:21,235 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 3cbfde9eba6b4088809cd40fde3a0cad, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731245235577 2024-11-10T13:27:21,235 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d964a47cf9c4b84a5fac7b4c7e4f9d5, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731245236267 2024-11-10T13:27:21,235 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting cc8db5cfc31d4ae6b299103b5a02dcf1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731245236280 2024-11-10T13:27:21,235 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0f58f6628394cf78437deeb2a61b666, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731245236959 2024-11-10T13:27:21,235 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b2e924bf2af4e68ad8a73fa5a2266b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731245236959 2024-11-10T13:27:21,235 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 228c8f2dfd554d8f9245412030de7faf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731245237647 2024-11-10T13:27:21,236 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a4a79c9d39f4226b9f3a13060011a89, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731245237647 2024-11-10T13:27:21,236 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting acdf26d316bd4a219b42e88e743e58b7, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731245238830 2024-11-10T13:27:21,236 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 1874f7345f6e49deb04e186d73998cc5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731245238832 2024-11-10T13:27:21,243 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5da0e4c8be824eb3170612d7ec0d2e6#B#compaction#366 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:21,244 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/7e95a7da5b3044d5b52a4f459c6224cb is 50, key is test_row_0/B:col10/1731245239996/Put/seqid=0 2024-11-10T13:27:21,247 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5da0e4c8be824eb3170612d7ec0d2e6#A#compaction#367 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:21,247 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/ab5d95d87be140b19c302896832bf107 is 50, key is test_row_0/A:col10/1731245239996/Put/seqid=0 2024-11-10T13:27:21,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742259_1435 (size=12629) 2024-11-10T13:27:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:21,252 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:27:21,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c5da0e4c8be824eb3170612d7ec0d2e6 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-10T13:27:21,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742260_1436 (size=12629) 2024-11-10T13:27:21,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/ce22d798519b42a39ca1e9452bad02f7 is 50, key is test_row_0/A:col10/1731245241251/Put/seqid=0 2024-11-10T13:27:21,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742261_1437 (size=14541) 2024-11-10T13:27:21,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/ce22d798519b42a39ca1e9452bad02f7 2024-11-10T13:27:21,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/076e0eb9b9374e2d9e13f901f8a5baf9 is 50, key is test_row_0/B:col10/1731245241251/Put/seqid=0 2024-11-10T13:27:21,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742262_1438 (size=12151) 2024-11-10T13:27:21,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/076e0eb9b9374e2d9e13f901f8a5baf9 2024-11-10T13:27:21,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/bd91d582cbab4e179eea03c0ef02001d is 50, key is test_row_0/C:col10/1731245241251/Put/seqid=0 2024-11-10T13:27:21,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742263_1439 (size=12151) 2024-11-10T13:27:21,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245301318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:21,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245301322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:21,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:21,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:21,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:21,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:21,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:21,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:21,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-10T13:27:21,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:21,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:21,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:21,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:21,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-10T13:27:21,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245301439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:21,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:21,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245301439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:21,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:21,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:21,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:21,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:21,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:21,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-10T13:27:21,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:21,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:21,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:21,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:21,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:21,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-10T13:27:21,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:21,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:21,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:21,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:21,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:21,653 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/7e95a7da5b3044d5b52a4f459c6224cb as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/7e95a7da5b3044d5b52a4f459c6224cb 2024-11-10T13:27:21,655 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in c5da0e4c8be824eb3170612d7ec0d2e6/B of c5da0e4c8be824eb3170612d7ec0d2e6 into 7e95a7da5b3044d5b52a4f459c6224cb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:21,655 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:21,656 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., storeName=c5da0e4c8be824eb3170612d7ec0d2e6/B, priority=11, startTime=1731245241234; duration=0sec 2024-11-10T13:27:21,656 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:21,656 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5da0e4c8be824eb3170612d7ec0d2e6:B 2024-11-10T13:27:21,656 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-10T13:27:21,657 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61013 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-10T13:27:21,657 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): c5da0e4c8be824eb3170612d7ec0d2e6/C is initiating minor compaction (all files) 2024-11-10T13:27:21,657 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5da0e4c8be824eb3170612d7ec0d2e6/C in TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:21,657 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/1d387d965ad14485a0b381a7cfd9698b, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/1f095ecfb6ee4563bca40246c31426d6, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/39a985da6400407ba279aafefb4049b5, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/14d55ddca11942e9a6ccec36ded5e31d, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/ac94d611fcce4abdb42579a1e9d0938a] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp, totalSize=59.6 K 2024-11-10T13:27:21,657 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d387d965ad14485a0b381a7cfd9698b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731245235577 2024-11-10T13:27:21,657 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f095ecfb6ee4563bca40246c31426d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731245236280 2024-11-10T13:27:21,657 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 39a985da6400407ba279aafefb4049b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731245236959 2024-11-10T13:27:21,658 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 14d55ddca11942e9a6ccec36ded5e31d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731245237647 2024-11-10T13:27:21,658 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting ac94d611fcce4abdb42579a1e9d0938a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731245238832 2024-11-10T13:27:21,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245301649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:21,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:21,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:21,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:21,662 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/ab5d95d87be140b19c302896832bf107 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/ab5d95d87be140b19c302896832bf107 2024-11-10T13:27:21,665 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in c5da0e4c8be824eb3170612d7ec0d2e6/A of c5da0e4c8be824eb3170612d7ec0d2e6 into ab5d95d87be140b19c302896832bf107(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:21,666 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:21,666 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., storeName=c5da0e4c8be824eb3170612d7ec0d2e6/A, priority=11, startTime=1731245241233; duration=0sec 2024-11-10T13:27:21,666 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:21,666 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5da0e4c8be824eb3170612d7ec0d2e6:A 2024-11-10T13:27:21,667 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5da0e4c8be824eb3170612d7ec0d2e6#C#compaction#371 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:21,667 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/6968e24b32bd4539a014d4a77b1cea35 is 50, key is test_row_0/C:col10/1731245239996/Put/seqid=0 2024-11-10T13:27:21,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245301659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:21,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:21,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:21,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:21,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742264_1440 (size=12629) 2024-11-10T13:27:21,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/bd91d582cbab4e179eea03c0ef02001d 2024-11-10T13:27:21,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/ce22d798519b42a39ca1e9452bad02f7 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/ce22d798519b42a39ca1e9452bad02f7 2024-11-10T13:27:21,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/ce22d798519b42a39ca1e9452bad02f7, entries=200, sequenceid=229, filesize=14.2 K 2024-11-10T13:27:21,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/076e0eb9b9374e2d9e13f901f8a5baf9 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/076e0eb9b9374e2d9e13f901f8a5baf9 2024-11-10T13:27:21,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/076e0eb9b9374e2d9e13f901f8a5baf9, entries=150, sequenceid=229, filesize=11.9 K 2024-11-10T13:27:21,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/bd91d582cbab4e179eea03c0ef02001d as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/bd91d582cbab4e179eea03c0ef02001d 2024-11-10T13:27:21,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/bd91d582cbab4e179eea03c0ef02001d, entries=150, sequenceid=229, filesize=11.9 K 2024-11-10T13:27:21,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for c5da0e4c8be824eb3170612d7ec0d2e6 in 450ms, sequenceid=229, compaction requested=false 2024-11-10T13:27:21,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:21,724 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:27:21,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c5da0e4c8be824eb3170612d7ec0d2e6 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-10T13:27:21,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/74bfefa0f80b40fcba30646a48107c00 is 50, key is test_row_0/A:col10/1731245241276/Put/seqid=0 2024-11-10T13:27:21,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742265_1441 (size=14541) 2024-11-10T13:27:21,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/74bfefa0f80b40fcba30646a48107c00 2024-11-10T13:27:21,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/04475ba51f5149fdbed634d61b66c082 is 50, key is test_row_0/B:col10/1731245241276/Put/seqid=0 2024-11-10T13:27:21,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742266_1442 (size=12151) 2024-11-10T13:27:21,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-10T13:27:21,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:21,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:21,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:21,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:21,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:21,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245301788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:21,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:21,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:21,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:21,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245301789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:21,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:21,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:21,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:21,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245301795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:21,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:21,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:21,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-10T13:27:21,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245301899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:21,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:21,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:21,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:21,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245301909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:21,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:21,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245301909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:21,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:21,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:21,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:21,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:21,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:21,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-10T13:27:21,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:21,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:21,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:21,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:21,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:21,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245301969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:21,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:21,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:21,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:21,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245301979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:21,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:21,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:21,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:22,075 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/6968e24b32bd4539a014d4a77b1cea35 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/6968e24b32bd4539a014d4a77b1cea35 2024-11-10T13:27:22,078 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in c5da0e4c8be824eb3170612d7ec0d2e6/C of c5da0e4c8be824eb3170612d7ec0d2e6 into 6968e24b32bd4539a014d4a77b1cea35(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:22,078 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:22,078 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., storeName=c5da0e4c8be824eb3170612d7ec0d2e6/C, priority=11, startTime=1731245241234; duration=0sec 2024-11-10T13:27:22,078 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:22,078 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5da0e4c8be824eb3170612d7ec0d2e6:C 2024-11-10T13:27:22,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-10T13:27:22,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:22,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:22,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:22,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:22,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:22,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245302119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:22,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:22,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:22,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:22,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:22,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245302130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245302130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:22,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:22,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:22,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:22,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:22,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:22,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:22,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/04475ba51f5149fdbed634d61b66c082 2024-11-10T13:27:22,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/b496f745ce3943579b1f906ac9d827c9 is 50, key is test_row_0/C:col10/1731245241276/Put/seqid=0 2024-11-10T13:27:22,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742267_1443 (size=12151) 2024-11-10T13:27:22,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-10T13:27:22,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:22,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:22,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:22,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:22,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:22,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-10T13:27:22,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:22,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:22,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:22,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:22,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:22,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245302429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:22,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:22,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:22,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:22,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245302449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:22,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:22,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:22,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245302449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:22,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:22,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:22,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:22,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:22,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245302489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:22,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:22,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:22,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:22,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245302499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:22,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:22,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:22,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:22,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-10T13:27:22,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:22,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:22,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:22,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:22,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:22,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/b496f745ce3943579b1f906ac9d827c9 2024-11-10T13:27:22,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/74bfefa0f80b40fcba30646a48107c00 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/74bfefa0f80b40fcba30646a48107c00 2024-11-10T13:27:22,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/74bfefa0f80b40fcba30646a48107c00, entries=200, sequenceid=247, filesize=14.2 K 2024-11-10T13:27:22,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/04475ba51f5149fdbed634d61b66c082 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/04475ba51f5149fdbed634d61b66c082 2024-11-10T13:27:22,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/04475ba51f5149fdbed634d61b66c082, entries=150, sequenceid=247, filesize=11.9 K 2024-11-10T13:27:22,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/b496f745ce3943579b1f906ac9d827c9 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/b496f745ce3943579b1f906ac9d827c9 2024-11-10T13:27:22,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/b496f745ce3943579b1f906ac9d827c9, entries=150, sequenceid=247, filesize=11.9 K 2024-11-10T13:27:22,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for c5da0e4c8be824eb3170612d7ec0d2e6 in 843ms, sequenceid=247, compaction requested=true 2024-11-10T13:27:22,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:22,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5da0e4c8be824eb3170612d7ec0d2e6:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:27:22,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:22,568 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:22,568 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:22,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5da0e4c8be824eb3170612d7ec0d2e6:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:27:22,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:22,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5da0e4c8be824eb3170612d7ec0d2e6:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:27:22,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:22,568 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:22,568 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:22,569 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): c5da0e4c8be824eb3170612d7ec0d2e6/A is initiating minor compaction (all files) 2024-11-10T13:27:22,569 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): c5da0e4c8be824eb3170612d7ec0d2e6/B is initiating minor compaction (all files) 2024-11-10T13:27:22,569 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5da0e4c8be824eb3170612d7ec0d2e6/A in TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:22,569 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5da0e4c8be824eb3170612d7ec0d2e6/B in TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:22,569 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/ab5d95d87be140b19c302896832bf107, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/ce22d798519b42a39ca1e9452bad02f7, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/74bfefa0f80b40fcba30646a48107c00] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp, totalSize=40.7 K 2024-11-10T13:27:22,569 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/7e95a7da5b3044d5b52a4f459c6224cb, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/076e0eb9b9374e2d9e13f901f8a5baf9, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/04475ba51f5149fdbed634d61b66c082] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp, totalSize=36.1 K 2024-11-10T13:27:22,569 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e95a7da5b3044d5b52a4f459c6224cb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731245238832 2024-11-10T13:27:22,569 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab5d95d87be140b19c302896832bf107, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731245238832 2024-11-10T13:27:22,569 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 076e0eb9b9374e2d9e13f901f8a5baf9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731245240072 2024-11-10T13:27:22,569 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce22d798519b42a39ca1e9452bad02f7, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731245240072 2024-11-10T13:27:22,569 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 04475ba51f5149fdbed634d61b66c082, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731245241276 2024-11-10T13:27:22,569 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74bfefa0f80b40fcba30646a48107c00, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731245241276 2024-11-10T13:27:22,575 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5da0e4c8be824eb3170612d7ec0d2e6#A#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:22,575 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/172e088b32194d67953054d656a86513 is 50, key is test_row_0/A:col10/1731245241276/Put/seqid=0 2024-11-10T13:27:22,577 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5da0e4c8be824eb3170612d7ec0d2e6#B#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:22,578 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/2f8c67cfb0c24378aafa10c633103e33 is 50, key is test_row_0/B:col10/1731245241276/Put/seqid=0 2024-11-10T13:27:22,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742268_1444 (size=12731) 2024-11-10T13:27:22,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742269_1445 (size=12731) 2024-11-10T13:27:22,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-10T13:27:22,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:22,706 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing c5da0e4c8be824eb3170612d7ec0d2e6 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-10T13:27:22,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/5c7db9f2f64a492cbd6daadd6e6f2eb2 is 50, key is test_row_0/A:col10/1731245241787/Put/seqid=0 2024-11-10T13:27:22,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742270_1446 (size=12301) 2024-11-10T13:27:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-10T13:27:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:22,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:22,986 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/172e088b32194d67953054d656a86513 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/172e088b32194d67953054d656a86513 2024-11-10T13:27:22,990 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5da0e4c8be824eb3170612d7ec0d2e6/A of c5da0e4c8be824eb3170612d7ec0d2e6 into 172e088b32194d67953054d656a86513(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:22,990 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:22,990 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., storeName=c5da0e4c8be824eb3170612d7ec0d2e6/A, priority=13, startTime=1731245242568; duration=0sec 2024-11-10T13:27:22,990 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:22,990 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5da0e4c8be824eb3170612d7ec0d2e6:A 2024-11-10T13:27:22,990 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:22,990 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:22,990 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): c5da0e4c8be824eb3170612d7ec0d2e6/C is initiating minor compaction (all files) 2024-11-10T13:27:22,990 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5da0e4c8be824eb3170612d7ec0d2e6/C in TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:22,991 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/6968e24b32bd4539a014d4a77b1cea35, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/bd91d582cbab4e179eea03c0ef02001d, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/b496f745ce3943579b1f906ac9d827c9] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp, totalSize=36.1 K 2024-11-10T13:27:22,991 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6968e24b32bd4539a014d4a77b1cea35, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731245238832 2024-11-10T13:27:22,991 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd91d582cbab4e179eea03c0ef02001d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731245240072 2024-11-10T13:27:22,992 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting b496f745ce3943579b1f906ac9d827c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731245241276 2024-11-10T13:27:22,992 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/2f8c67cfb0c24378aafa10c633103e33 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/2f8c67cfb0c24378aafa10c633103e33 2024-11-10T13:27:22,997 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5da0e4c8be824eb3170612d7ec0d2e6/B of c5da0e4c8be824eb3170612d7ec0d2e6 into 2f8c67cfb0c24378aafa10c633103e33(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:22,997 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:22,997 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., storeName=c5da0e4c8be824eb3170612d7ec0d2e6/B, priority=13, startTime=1731245242568; duration=0sec 2024-11-10T13:27:22,997 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:22,997 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5da0e4c8be824eb3170612d7ec0d2e6:B 2024-11-10T13:27:22,997 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5da0e4c8be824eb3170612d7ec0d2e6#C#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:22,998 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/ac0b31448ec045ba89569d44dcf3a192 is 50, key is test_row_0/C:col10/1731245241276/Put/seqid=0 2024-11-10T13:27:23,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742271_1447 (size=12731) 2024-11-10T13:27:23,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245302995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:23,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:23,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:23,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:23,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:23,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245303007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245303007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:23,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:23,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:23,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:23,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:23,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:23,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:23,112 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/5c7db9f2f64a492cbd6daadd6e6f2eb2 2024-11-10T13:27:23,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245303109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:23,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:23,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:23,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:23,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/846413d3e6a24bf4ae73a89db140f656 is 50, key is test_row_0/B:col10/1731245241787/Put/seqid=0 2024-11-10T13:27:23,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742272_1448 (size=12301) 2024-11-10T13:27:23,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245303119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:23,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:23,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:23,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:23,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245303120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:23,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:23,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:23,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:23,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245303320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:23,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:23,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:23,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:23,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245303329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:23,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:23,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:23,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:23,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245303329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:23,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:23,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:23,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:23,404 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/ac0b31448ec045ba89569d44dcf3a192 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/ac0b31448ec045ba89569d44dcf3a192 2024-11-10T13:27:23,407 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5da0e4c8be824eb3170612d7ec0d2e6/C of c5da0e4c8be824eb3170612d7ec0d2e6 into ac0b31448ec045ba89569d44dcf3a192(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:23,407 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:23,407 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., storeName=c5da0e4c8be824eb3170612d7ec0d2e6/C, priority=13, startTime=1731245242568; duration=0sec 2024-11-10T13:27:23,407 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:23,407 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5da0e4c8be824eb3170612d7ec0d2e6:C 2024-11-10T13:27:23,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245303509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:23,514 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_0' in c5da0e4c8be824eb3170612d7ec0d2e6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:27:23,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:23,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:23,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:23,522 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/846413d3e6a24bf4ae73a89db140f656 2024-11-10T13:27:23,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245303519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:23,524 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_1' in c5da0e4c8be824eb3170612d7ec0d2e6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:27:23,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:23,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:23,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:23,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/e941db67efa642ae8413a032d18c6bd7 is 50, key is test_row_0/C:col10/1731245241787/Put/seqid=0 2024-11-10T13:27:23,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742273_1449 (size=12301) 2024-11-10T13:27:23,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245303629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:23,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:23,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:23,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:23,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245303640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:23,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:23,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:23,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:23,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245303640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:23,646 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:23,646 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:23,646 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:24,003 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/e941db67efa642ae8413a032d18c6bd7 2024-11-10T13:27:24,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/5c7db9f2f64a492cbd6daadd6e6f2eb2 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/5c7db9f2f64a492cbd6daadd6e6f2eb2 2024-11-10T13:27:24,009 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/5c7db9f2f64a492cbd6daadd6e6f2eb2, entries=150, sequenceid=268, filesize=12.0 K 2024-11-10T13:27:24,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/846413d3e6a24bf4ae73a89db140f656 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/846413d3e6a24bf4ae73a89db140f656 2024-11-10T13:27:24,012 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/846413d3e6a24bf4ae73a89db140f656, entries=150, sequenceid=268, filesize=12.0 K 2024-11-10T13:27:24,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/e941db67efa642ae8413a032d18c6bd7 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/e941db67efa642ae8413a032d18c6bd7 2024-11-10T13:27:24,015 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/e941db67efa642ae8413a032d18c6bd7, entries=150, sequenceid=268, filesize=12.0 K 2024-11-10T13:27:24,016 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for c5da0e4c8be824eb3170612d7ec0d2e6 in 1310ms, sequenceid=268, compaction requested=false 2024-11-10T13:27:24,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:24,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:24,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-10T13:27:24,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-10T13:27:24,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-10T13:27:24,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2950 sec 2024-11-10T13:27:24,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 3.2980 sec 2024-11-10T13:27:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:24,151 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:27:24,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c5da0e4c8be824eb3170612d7ec0d2e6 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-10T13:27:24,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/ff50d5a1e53345c7bba6be4b5a773118 is 50, key is test_row_0/A:col10/1731245242990/Put/seqid=0 2024-11-10T13:27:24,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742274_1450 (size=14741) 2024-11-10T13:27:24,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245304192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:24,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:24,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:24,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:24,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245304195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:24,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:24,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:24,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:24,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:24,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245304196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:24,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:24,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:24,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:24,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245304309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:24,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:24,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:24,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:24,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245304309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:24,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:24,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:24,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:24,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:24,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245304319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:24,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:24,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:24,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:24,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:24,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245304519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:24,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:24,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245304519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:24,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:24,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:24,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:24,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:24,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:24,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:24,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245304529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:24,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:24,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:24,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:24,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/ff50d5a1e53345c7bba6be4b5a773118 2024-11-10T13:27:24,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/c4bbc442fa5b4c18a780b01439c36784 is 50, key is test_row_0/B:col10/1731245242990/Put/seqid=0 2024-11-10T13:27:24,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742275_1451 (size=12301) 2024-11-10T13:27:24,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245304829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:24,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:24,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:24,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:24,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245304839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:24,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245304839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:24,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:24,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:24,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:24,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:24,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:24,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-10T13:27:24,889 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:27:24,890 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:27:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-10T13:27:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-10T13:27:24,891 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:27:24,892 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:27:24,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:27:24,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/c4bbc442fa5b4c18a780b01439c36784 2024-11-10T13:27:24,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/09e2dbf5ed9740dfa145f72d3fe359f0 is 50, key is test_row_0/C:col10/1731245242990/Put/seqid=0 2024-11-10T13:27:24,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742276_1452 (size=12301) 2024-11-10T13:27:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-10T13:27:25,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-10T13:27:25,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:25,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:25,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:25,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:25,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:25,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-10T13:27:25,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:25,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:25,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:25,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:25,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-10T13:27:25,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245305339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:25,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:25,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:25,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:25,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-10T13:27:25,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:25,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:25,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:25,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:25,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:25,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245305349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:25,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:25,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:25,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:25,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245305359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:25,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:25,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:25,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:25,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/09e2dbf5ed9740dfa145f72d3fe359f0 2024-11-10T13:27:25,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/ff50d5a1e53345c7bba6be4b5a773118 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/ff50d5a1e53345c7bba6be4b5a773118 2024-11-10T13:27:25,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/ff50d5a1e53345c7bba6be4b5a773118, entries=200, sequenceid=289, filesize=14.4 K 2024-11-10T13:27:25,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/c4bbc442fa5b4c18a780b01439c36784 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/c4bbc442fa5b4c18a780b01439c36784 2024-11-10T13:27:25,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/c4bbc442fa5b4c18a780b01439c36784, entries=150, sequenceid=289, filesize=12.0 K 2024-11-10T13:27:25,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/09e2dbf5ed9740dfa145f72d3fe359f0 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/09e2dbf5ed9740dfa145f72d3fe359f0 2024-11-10T13:27:25,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/09e2dbf5ed9740dfa145f72d3fe359f0, entries=150, sequenceid=289, filesize=12.0 K 2024-11-10T13:27:25,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for c5da0e4c8be824eb3170612d7ec0d2e6 in 1253ms, sequenceid=289, compaction requested=true 2024-11-10T13:27:25,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:25,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5da0e4c8be824eb3170612d7ec0d2e6:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:27:25,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:25,404 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:25,404 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:25,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5da0e4c8be824eb3170612d7ec0d2e6:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:27:25,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:25,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5da0e4c8be824eb3170612d7ec0d2e6:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:27:25,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:25,405 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:25,405 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:25,405 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): c5da0e4c8be824eb3170612d7ec0d2e6/A is initiating minor compaction (all files) 2024-11-10T13:27:25,405 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): c5da0e4c8be824eb3170612d7ec0d2e6/B is initiating minor compaction (all files) 2024-11-10T13:27:25,405 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5da0e4c8be824eb3170612d7ec0d2e6/A in TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:25,405 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5da0e4c8be824eb3170612d7ec0d2e6/B in TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:25,405 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/172e088b32194d67953054d656a86513, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/5c7db9f2f64a492cbd6daadd6e6f2eb2, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/ff50d5a1e53345c7bba6be4b5a773118] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp, totalSize=38.8 K 2024-11-10T13:27:25,405 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/2f8c67cfb0c24378aafa10c633103e33, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/846413d3e6a24bf4ae73a89db140f656, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/c4bbc442fa5b4c18a780b01439c36784] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp, totalSize=36.5 K 2024-11-10T13:27:25,405 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 172e088b32194d67953054d656a86513, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731245241276 2024-11-10T13:27:25,405 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f8c67cfb0c24378aafa10c633103e33, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731245241276 2024-11-10T13:27:25,406 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c7db9f2f64a492cbd6daadd6e6f2eb2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731245241787 2024-11-10T13:27:25,406 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 846413d3e6a24bf4ae73a89db140f656, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731245241787 2024-11-10T13:27:25,406 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff50d5a1e53345c7bba6be4b5a773118, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731245242990 2024-11-10T13:27:25,406 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting c4bbc442fa5b4c18a780b01439c36784, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731245242990 2024-11-10T13:27:25,415 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5da0e4c8be824eb3170612d7ec0d2e6#B#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:25,416 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/66dc55311a48405f9564a9b1ee0bfc98 is 50, key is test_row_0/B:col10/1731245242990/Put/seqid=0 2024-11-10T13:27:25,416 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5da0e4c8be824eb3170612d7ec0d2e6#A#compaction#385 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:25,416 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/040d54479a184078946404c66c45eb9b is 50, key is test_row_0/A:col10/1731245242990/Put/seqid=0 2024-11-10T13:27:25,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742277_1453 (size=12983) 2024-11-10T13:27:25,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742278_1454 (size=12983) 2024-11-10T13:27:25,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-10T13:27:25,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:25,502 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing c5da0e4c8be824eb3170612d7ec0d2e6 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-10T13:27:25,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/60f28d6ede04477288df797ff1cdb815 is 50, key is test_row_0/A:col10/1731245244194/Put/seqid=0 2024-11-10T13:27:25,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742279_1455 (size=12301) 2024-11-10T13:27:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-10T13:27:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:25,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. as already flushing 2024-11-10T13:27:25,534 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T13:27:25,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245305581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:25,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:25,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:25,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:25,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245305589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:25,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245305699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:25,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:25,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245305699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:25,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:25,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:25,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:25,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:25,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:25,831 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/040d54479a184078946404c66c45eb9b as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/040d54479a184078946404c66c45eb9b 2024-11-10T13:27:25,831 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/66dc55311a48405f9564a9b1ee0bfc98 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/66dc55311a48405f9564a9b1ee0bfc98 2024-11-10T13:27:25,834 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5da0e4c8be824eb3170612d7ec0d2e6/B of c5da0e4c8be824eb3170612d7ec0d2e6 into 66dc55311a48405f9564a9b1ee0bfc98(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:25,834 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5da0e4c8be824eb3170612d7ec0d2e6/A of c5da0e4c8be824eb3170612d7ec0d2e6 into 040d54479a184078946404c66c45eb9b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:25,834 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:25,834 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:25,834 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., storeName=c5da0e4c8be824eb3170612d7ec0d2e6/B, priority=13, startTime=1731245245404; duration=0sec 2024-11-10T13:27:25,834 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., storeName=c5da0e4c8be824eb3170612d7ec0d2e6/A, priority=13, startTime=1731245245404; duration=0sec 2024-11-10T13:27:25,834 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:25,835 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5da0e4c8be824eb3170612d7ec0d2e6:B 2024-11-10T13:27:25,835 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:25,835 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5da0e4c8be824eb3170612d7ec0d2e6:A 2024-11-10T13:27:25,835 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:25,836 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:25,836 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): c5da0e4c8be824eb3170612d7ec0d2e6/C is initiating minor compaction (all files) 2024-11-10T13:27:25,836 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5da0e4c8be824eb3170612d7ec0d2e6/C in TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:25,836 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/ac0b31448ec045ba89569d44dcf3a192, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/e941db67efa642ae8413a032d18c6bd7, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/09e2dbf5ed9740dfa145f72d3fe359f0] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp, totalSize=36.5 K 2024-11-10T13:27:25,837 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting ac0b31448ec045ba89569d44dcf3a192, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731245241276 2024-11-10T13:27:25,837 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting e941db67efa642ae8413a032d18c6bd7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731245241787 2024-11-10T13:27:25,837 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 09e2dbf5ed9740dfa145f72d3fe359f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731245242990 2024-11-10T13:27:25,842 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5da0e4c8be824eb3170612d7ec0d2e6#C#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:25,842 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/951b31eb61934e219df6513ab996e3ac is 50, key is test_row_0/C:col10/1731245242990/Put/seqid=0 2024-11-10T13:27:25,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742280_1456 (size=12983) 2024-11-10T13:27:25,909 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/60f28d6ede04477288df797ff1cdb815 2024-11-10T13:27:25,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/833706a9551647ce81645ca4cebc688b is 50, key is test_row_0/B:col10/1731245244194/Put/seqid=0 2024-11-10T13:27:25,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742281_1457 (size=12301) 2024-11-10T13:27:25,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245305919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:25,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245305919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:25,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:25,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:25,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:25,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:25,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:25,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:26,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-10T13:27:26,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245306229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:26,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245306229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:26,250 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/951b31eb61934e219df6513ab996e3ac as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/951b31eb61934e219df6513ab996e3ac 2024-11-10T13:27:26,253 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5da0e4c8be824eb3170612d7ec0d2e6/C of c5da0e4c8be824eb3170612d7ec0d2e6 into 951b31eb61934e219df6513ab996e3ac(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:26,253 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:26,253 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., storeName=c5da0e4c8be824eb3170612d7ec0d2e6/C, priority=13, startTime=1731245245404; duration=0sec 2024-11-10T13:27:26,254 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:26,254 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5da0e4c8be824eb3170612d7ec0d2e6:C 2024-11-10T13:27:26,319 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/833706a9551647ce81645ca4cebc688b 2024-11-10T13:27:26,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/5d36ee51021a42d286c50b3452436937 is 50, key is test_row_0/C:col10/1731245244194/Put/seqid=0 2024-11-10T13:27:26,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742282_1458 (size=12301) 2024-11-10T13:27:26,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44502 deadline: 1731245306359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:26,363 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_2' in c5da0e4c8be824eb3170612d7ec0d2e6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:27:26,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:26,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:26,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:26,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44444 deadline: 1731245306369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:26,371 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_2' in c5da0e4c8be824eb3170612d7ec0d2e6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:27:26,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:26,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:26,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:26,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44446 deadline: 1731245306379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:26,384 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_2' in c5da0e4c8be824eb3170612d7ec0d2e6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:27:26,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:26,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:26,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:26,729 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/5d36ee51021a42d286c50b3452436937 2024-11-10T13:27:26,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/60f28d6ede04477288df797ff1cdb815 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/60f28d6ede04477288df797ff1cdb815 2024-11-10T13:27:26,735 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/60f28d6ede04477288df797ff1cdb815, entries=150, sequenceid=307, filesize=12.0 K 2024-11-10T13:27:26,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/833706a9551647ce81645ca4cebc688b as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/833706a9551647ce81645ca4cebc688b 2024-11-10T13:27:26,739 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/833706a9551647ce81645ca4cebc688b, entries=150, sequenceid=307, filesize=12.0 K 2024-11-10T13:27:26,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/5d36ee51021a42d286c50b3452436937 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/5d36ee51021a42d286c50b3452436937 2024-11-10T13:27:26,743 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/5d36ee51021a42d286c50b3452436937, entries=150, sequenceid=307, filesize=12.0 K 2024-11-10T13:27:26,744 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for c5da0e4c8be824eb3170612d7ec0d2e6 in 1241ms, sequenceid=307, compaction requested=false 2024-11-10T13:27:26,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:26,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:26,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-10T13:27:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-10T13:27:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:26,746 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:27:26,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c5da0e4c8be824eb3170612d7ec0d2e6 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-10T13:27:26,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-10T13:27:26,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8530 sec 2024-11-10T13:27:26,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.8570 sec 2024-11-10T13:27:26,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/062042b7799344d68115ec0009d8c2c1 is 50, key is test_row_0/A:col10/1731245246745/Put/seqid=0 2024-11-10T13:27:26,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742283_1459 (size=14741) 2024-11-10T13:27:26,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245306797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:26,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:26,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:26,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:26,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245306807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:26,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:26,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:26,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:26,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245306909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:26,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:26,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:26,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:26,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245306919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:26,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:26,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:26,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:26,960 INFO [Thread-1795 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1795. 2024-11-10T13:27:26,960 DEBUG [Thread-1795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:27:26,960 DEBUG [Thread-1795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:26,960 DEBUG [Thread-1795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:26,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:27:26,962 INFO [Thread-1803 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1803. 2024-11-10T13:27:26,962 DEBUG [Thread-1803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:27:26,962 DEBUG [Thread-1803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:26,962 DEBUG [Thread-1803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:26,962 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:27:26,967 INFO [Thread-1801 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1801. 2024-11-10T13:27:26,967 DEBUG [Thread-1801 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:27:26,967 DEBUG [Thread-1801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:26,967 DEBUG [Thread-1801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:26,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:27:26,969 INFO [Thread-1797 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1797. 2024-11-10T13:27:26,969 DEBUG [Thread-1797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:27:26,969 DEBUG [Thread-1797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:26,969 DEBUG [Thread-1797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:26,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:27:26,971 INFO [Thread-1799 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1799. 2024-11-10T13:27:26,971 DEBUG [Thread-1799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:27:26,971 DEBUG [Thread-1799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:26,971 DEBUG [Thread-1799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:26,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:27:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-10T13:27:27,040 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:27:27,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245307120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:27,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:27,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:27,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:27,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245307129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:27,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:27,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:27,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:27,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/062042b7799344d68115ec0009d8c2c1 2024-11-10T13:27:27,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/a6b7b635e0a34140bf361a31e1035136 is 50, key is test_row_0/B:col10/1731245246745/Put/seqid=0 2024-11-10T13:27:27,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742284_1460 (size=12301) 2024-11-10T13:27:27,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245307430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:27,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:27,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:27,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:27,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245307440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:27,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:27,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:27,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:27,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/a6b7b635e0a34140bf361a31e1035136 2024-11-10T13:27:27,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/40322d1cbc6b42bba154b2e935153d91 is 50, key is test_row_0/C:col10/1731245246745/Put/seqid=0 2024-11-10T13:27:27,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742285_1461 (size=12301) 2024-11-10T13:27:27,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44464 deadline: 1731245307940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:27,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:27,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:27,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:27,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44460 deadline: 1731245307950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:27,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 , the old value is region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:27,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:27,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., hostname=2467a7071e00,33783,1731245097117, seqNum=2 because the exception is null or not the one we care about 2024-11-10T13:27:28,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/40322d1cbc6b42bba154b2e935153d91 2024-11-10T13:27:28,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/062042b7799344d68115ec0009d8c2c1 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/062042b7799344d68115ec0009d8c2c1 2024-11-10T13:27:28,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/062042b7799344d68115ec0009d8c2c1, entries=200, sequenceid=329, filesize=14.4 K 2024-11-10T13:27:28,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/a6b7b635e0a34140bf361a31e1035136 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/a6b7b635e0a34140bf361a31e1035136 2024-11-10T13:27:28,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/a6b7b635e0a34140bf361a31e1035136, entries=150, sequenceid=329, filesize=12.0 K 2024-11-10T13:27:28,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/40322d1cbc6b42bba154b2e935153d91 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/40322d1cbc6b42bba154b2e935153d91 2024-11-10T13:27:28,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/40322d1cbc6b42bba154b2e935153d91, entries=150, sequenceid=329, filesize=12.0 K 2024-11-10T13:27:28,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for c5da0e4c8be824eb3170612d7ec0d2e6 in 1281ms, sequenceid=329, compaction requested=true 2024-11-10T13:27:28,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:28,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5da0e4c8be824eb3170612d7ec0d2e6:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:27:28,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:28,027 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:28,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5da0e4c8be824eb3170612d7ec0d2e6:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:27:28,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:28,027 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:28,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5da0e4c8be824eb3170612d7ec0d2e6:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:27:28,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:28,028 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:28,028 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:28,028 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): c5da0e4c8be824eb3170612d7ec0d2e6/A is initiating minor compaction (all files) 2024-11-10T13:27:28,028 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): c5da0e4c8be824eb3170612d7ec0d2e6/B is initiating minor compaction (all files) 2024-11-10T13:27:28,028 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5da0e4c8be824eb3170612d7ec0d2e6/A in TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:28,028 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5da0e4c8be824eb3170612d7ec0d2e6/B in TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:28,028 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/040d54479a184078946404c66c45eb9b, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/60f28d6ede04477288df797ff1cdb815, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/062042b7799344d68115ec0009d8c2c1] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp, totalSize=39.1 K 2024-11-10T13:27:28,028 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/66dc55311a48405f9564a9b1ee0bfc98, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/833706a9551647ce81645ca4cebc688b, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/a6b7b635e0a34140bf361a31e1035136] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp, totalSize=36.7 K 2024-11-10T13:27:28,028 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 040d54479a184078946404c66c45eb9b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731245242990 2024-11-10T13:27:28,028 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 66dc55311a48405f9564a9b1ee0bfc98, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731245242990 2024-11-10T13:27:28,029 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60f28d6ede04477288df797ff1cdb815, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731245244190 2024-11-10T13:27:28,029 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 833706a9551647ce81645ca4cebc688b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731245244190 2024-11-10T13:27:28,029 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 062042b7799344d68115ec0009d8c2c1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731245245577 2024-11-10T13:27:28,029 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting a6b7b635e0a34140bf361a31e1035136, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731245245577 2024-11-10T13:27:28,037 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5da0e4c8be824eb3170612d7ec0d2e6#B#compaction#394 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:28,037 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5da0e4c8be824eb3170612d7ec0d2e6#A#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:28,037 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/67752b217ac34aef901d58c2debb6c5f is 50, key is test_row_0/A:col10/1731245246745/Put/seqid=0 2024-11-10T13:27:28,037 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/bdccc3faf24b4890a2978e00403e6f38 is 50, key is test_row_0/B:col10/1731245246745/Put/seqid=0 2024-11-10T13:27:28,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742287_1463 (size=13085) 2024-11-10T13:27:28,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742286_1462 (size=13085) 2024-11-10T13:27:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:28,382 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:27:28,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c5da0e4c8be824eb3170612d7ec0d2e6 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-10T13:27:28,383 INFO [Thread-1788 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1788. 2024-11-10T13:27:28,383 DEBUG [Thread-1788 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:27:28,383 DEBUG [Thread-1788 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:28,383 DEBUG [Thread-1788 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:28,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:27:28,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/209f31f914354100a311f05de7e4f53b is 50, key is test_row_0/A:col10/1731245246806/Put/seqid=0 2024-11-10T13:27:28,392 INFO [Thread-1790 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1790. 2024-11-10T13:27:28,392 DEBUG [Thread-1790 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:27:28,392 DEBUG [Thread-1790 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:28,392 DEBUG [Thread-1790 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:28,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:27:28,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742288_1464 (size=12301) 2024-11-10T13:27:28,400 INFO [Thread-1784 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1784. 2024-11-10T13:27:28,400 DEBUG [Thread-1784 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:27:28,400 DEBUG [Thread-1784 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:28,400 DEBUG [Thread-1784 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:28,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:27:28,447 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/bdccc3faf24b4890a2978e00403e6f38 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/bdccc3faf24b4890a2978e00403e6f38 2024-11-10T13:27:28,447 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/67752b217ac34aef901d58c2debb6c5f as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/67752b217ac34aef901d58c2debb6c5f 2024-11-10T13:27:28,454 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5da0e4c8be824eb3170612d7ec0d2e6/B of c5da0e4c8be824eb3170612d7ec0d2e6 into bdccc3faf24b4890a2978e00403e6f38(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:28,454 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5da0e4c8be824eb3170612d7ec0d2e6/A of c5da0e4c8be824eb3170612d7ec0d2e6 into 67752b217ac34aef901d58c2debb6c5f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:28,454 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:28,454 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:28,454 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., storeName=c5da0e4c8be824eb3170612d7ec0d2e6/B, priority=13, startTime=1731245248027; duration=0sec 2024-11-10T13:27:28,454 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., storeName=c5da0e4c8be824eb3170612d7ec0d2e6/A, priority=13, startTime=1731245248027; duration=0sec 2024-11-10T13:27:28,454 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:28,454 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:28,454 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5da0e4c8be824eb3170612d7ec0d2e6:B 2024-11-10T13:27:28,454 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5da0e4c8be824eb3170612d7ec0d2e6:A 2024-11-10T13:27:28,454 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:28,455 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:28,455 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): c5da0e4c8be824eb3170612d7ec0d2e6/C is initiating minor compaction (all files) 2024-11-10T13:27:28,456 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5da0e4c8be824eb3170612d7ec0d2e6/C in TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:28,456 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/951b31eb61934e219df6513ab996e3ac, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/5d36ee51021a42d286c50b3452436937, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/40322d1cbc6b42bba154b2e935153d91] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp, totalSize=36.7 K 2024-11-10T13:27:28,456 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 951b31eb61934e219df6513ab996e3ac, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731245242990 2024-11-10T13:27:28,456 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d36ee51021a42d286c50b3452436937, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731245244190 2024-11-10T13:27:28,456 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 40322d1cbc6b42bba154b2e935153d91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731245245577 2024-11-10T13:27:28,461 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5da0e4c8be824eb3170612d7ec0d2e6#C#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:28,462 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/7fa4c109e71944b6a1f54f9137e701b2 is 50, key is test_row_0/C:col10/1731245246745/Put/seqid=0 2024-11-10T13:27:28,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742289_1465 (size=13085) 2024-11-10T13:27:28,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/209f31f914354100a311f05de7e4f53b 2024-11-10T13:27:28,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/9456bf041d584cf6808f71ec93f70ede is 50, key is test_row_0/B:col10/1731245246806/Put/seqid=0 2024-11-10T13:27:28,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742290_1466 (size=12301) 2024-11-10T13:27:28,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/9456bf041d584cf6808f71ec93f70ede 2024-11-10T13:27:28,871 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/7fa4c109e71944b6a1f54f9137e701b2 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/7fa4c109e71944b6a1f54f9137e701b2 2024-11-10T13:27:28,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/a1b57c15b52d4d9880240d0ed5776a7c is 50, key is test_row_0/C:col10/1731245246806/Put/seqid=0 2024-11-10T13:27:28,876 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5da0e4c8be824eb3170612d7ec0d2e6/C of c5da0e4c8be824eb3170612d7ec0d2e6 into 7fa4c109e71944b6a1f54f9137e701b2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:28,876 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:28,876 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., storeName=c5da0e4c8be824eb3170612d7ec0d2e6/C, priority=13, startTime=1731245248027; duration=0sec 2024-11-10T13:27:28,876 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:28,876 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5da0e4c8be824eb3170612d7ec0d2e6:C 2024-11-10T13:27:28,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742291_1467 (size=12301) 2024-11-10T13:27:28,962 INFO [Thread-1786 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1786. 2024-11-10T13:27:28,962 INFO [Thread-1792 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1792. 2024-11-10T13:27:28,962 DEBUG [Thread-1786 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:27:28,962 DEBUG [Thread-1792 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:27:28,962 DEBUG [Thread-1786 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:28,962 DEBUG [Thread-1792 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:28,963 DEBUG [Thread-1786 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:28,963 DEBUG [Thread-1792 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:28,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:27:28,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:27:28,963 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T13:27:28,963 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-10T13:27:28,963 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-10T13:27:28,963 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-10T13:27:28,963 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-10T13:27:28,963 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-10T13:27:28,964 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T13:27:28,964 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T13:27:28,964 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1512 2024-11-10T13:27:28,964 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4534 rows 2024-11-10T13:27:28,964 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1520 2024-11-10T13:27:28,964 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4560 rows 2024-11-10T13:27:28,964 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1511 2024-11-10T13:27:28,964 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4532 rows 2024-11-10T13:27:28,964 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1516 2024-11-10T13:27:28,964 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4547 rows 2024-11-10T13:27:28,964 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1508 2024-11-10T13:27:28,964 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4523 rows 2024-11-10T13:27:28,964 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:27:28,964 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:27:28,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:28,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:28,965 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:27:28,966 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-10T13:27:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T13:27:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-10T13:27:28,970 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245248969"}]},"ts":"1731245248969"} 2024-11-10T13:27:28,971 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T13:27:28,971 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T13:27:28,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T13:27:28,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5da0e4c8be824eb3170612d7ec0d2e6, UNASSIGN}] 2024-11-10T13:27:28,974 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5da0e4c8be824eb3170612d7ec0d2e6, UNASSIGN 2024-11-10T13:27:28,975 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=c5da0e4c8be824eb3170612d7ec0d2e6, regionState=CLOSING, regionLocation=2467a7071e00,33783,1731245097117 2024-11-10T13:27:28,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5da0e4c8be824eb3170612d7ec0d2e6, UNASSIGN because future has completed 2024-11-10T13:27:28,976 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T13:27:28,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; CloseRegionProcedure c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117}] 2024-11-10T13:27:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-10T13:27:29,129 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(122): Close c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:29,129 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T13:27:29,129 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1722): Closing c5da0e4c8be824eb3170612d7ec0d2e6, disabling compactions & flushes 2024-11-10T13:27:29,129 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:29,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/a1b57c15b52d4d9880240d0ed5776a7c 2024-11-10T13:27:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-10T13:27:29,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/209f31f914354100a311f05de7e4f53b as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/209f31f914354100a311f05de7e4f53b 2024-11-10T13:27:29,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/209f31f914354100a311f05de7e4f53b, entries=150, sequenceid=347, filesize=12.0 K 2024-11-10T13:27:29,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/9456bf041d584cf6808f71ec93f70ede as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/9456bf041d584cf6808f71ec93f70ede 2024-11-10T13:27:29,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/9456bf041d584cf6808f71ec93f70ede, entries=150, sequenceid=347, filesize=12.0 K 2024-11-10T13:27:29,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/a1b57c15b52d4d9880240d0ed5776a7c as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/a1b57c15b52d4d9880240d0ed5776a7c 2024-11-10T13:27:29,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/a1b57c15b52d4d9880240d0ed5776a7c, entries=150, sequenceid=347, filesize=12.0 K 2024-11-10T13:27:29,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=26.84 KB/27480 for c5da0e4c8be824eb3170612d7ec0d2e6 in 922ms, sequenceid=347, compaction requested=false 2024-11-10T13:27:29,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c5da0e4c8be824eb3170612d7ec0d2e6: 2024-11-10T13:27:29,305 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:29,305 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:29,305 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. after waiting 0 ms 2024-11-10T13:27:29,305 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:29,305 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(2902): Flushing c5da0e4c8be824eb3170612d7ec0d2e6 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-10T13:27:29,308 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/c08694e19fd64d6f8b6261ba37220298 is 50, key is test_row_1/A:col10/1731245248960/Put/seqid=0 2024-11-10T13:27:29,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742292_1468 (size=9857) 2024-11-10T13:27:29,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-10T13:27:29,714 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/c08694e19fd64d6f8b6261ba37220298 2024-11-10T13:27:29,727 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/8bc5fd59d99d408695e87314e2cee3a1 is 50, key is test_row_1/B:col10/1731245248960/Put/seqid=0 2024-11-10T13:27:29,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742293_1469 (size=9857) 2024-11-10T13:27:30,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-10T13:27:30,133 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/8bc5fd59d99d408695e87314e2cee3a1 2024-11-10T13:27:30,146 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/ad9ff13dcba5413db9eb23d6e3f0ad70 is 50, key is test_row_1/C:col10/1731245248960/Put/seqid=0 2024-11-10T13:27:30,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742294_1470 (size=9857) 2024-11-10T13:27:30,551 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/ad9ff13dcba5413db9eb23d6e3f0ad70 2024-11-10T13:27:30,562 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/A/c08694e19fd64d6f8b6261ba37220298 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/c08694e19fd64d6f8b6261ba37220298 2024-11-10T13:27:30,567 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/c08694e19fd64d6f8b6261ba37220298, entries=100, sequenceid=357, filesize=9.6 K 2024-11-10T13:27:30,569 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/B/8bc5fd59d99d408695e87314e2cee3a1 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/8bc5fd59d99d408695e87314e2cee3a1 2024-11-10T13:27:30,573 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/8bc5fd59d99d408695e87314e2cee3a1, entries=100, sequenceid=357, filesize=9.6 K 2024-11-10T13:27:30,574 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/.tmp/C/ad9ff13dcba5413db9eb23d6e3f0ad70 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/ad9ff13dcba5413db9eb23d6e3f0ad70 2024-11-10T13:27:30,579 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/ad9ff13dcba5413db9eb23d6e3f0ad70, entries=100, sequenceid=357, filesize=9.6 K 2024-11-10T13:27:30,580 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for c5da0e4c8be824eb3170612d7ec0d2e6 in 1275ms, sequenceid=357, compaction requested=true 2024-11-10T13:27:30,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/e62a2506a12b44dabfaee28b862cf7a1, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/814c6515a2b840c0a986432fcd1641c0, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/b8fb299f077742b1a3d54d804dbdbca5, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/a0b21cda7fa640d58795c83b973a56ec, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/81900cc25632444f801ef589085862f1, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/727cfdd0e86d4740bbe4566ccda8e53e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/9245333d44464f88b0ee3d54650bf00e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/7d32633b98bb4f859637b9c504031f7e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/5b2d5d5edd514beeaf614d1992529856, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/e9b45e452bee41f89e5bbd08027769e6, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/7d964a47cf9c4b84a5fac7b4c7e4f9d5, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/f0f58f6628394cf78437deeb2a61b666, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/228c8f2dfd554d8f9245412030de7faf, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/acdf26d316bd4a219b42e88e743e58b7, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/ab5d95d87be140b19c302896832bf107, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/ce22d798519b42a39ca1e9452bad02f7, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/74bfefa0f80b40fcba30646a48107c00, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/172e088b32194d67953054d656a86513, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/5c7db9f2f64a492cbd6daadd6e6f2eb2, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/ff50d5a1e53345c7bba6be4b5a773118, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/040d54479a184078946404c66c45eb9b, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/60f28d6ede04477288df797ff1cdb815, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/062042b7799344d68115ec0009d8c2c1] to archive 2024-11-10T13:27:30,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T13:27:30,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/e62a2506a12b44dabfaee28b862cf7a1 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/e62a2506a12b44dabfaee28b862cf7a1 2024-11-10T13:27:30,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/814c6515a2b840c0a986432fcd1641c0 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/814c6515a2b840c0a986432fcd1641c0 2024-11-10T13:27:30,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/b8fb299f077742b1a3d54d804dbdbca5 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/b8fb299f077742b1a3d54d804dbdbca5 2024-11-10T13:27:30,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/a0b21cda7fa640d58795c83b973a56ec to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/a0b21cda7fa640d58795c83b973a56ec 2024-11-10T13:27:30,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/81900cc25632444f801ef589085862f1 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/81900cc25632444f801ef589085862f1 2024-11-10T13:27:30,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/727cfdd0e86d4740bbe4566ccda8e53e to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/727cfdd0e86d4740bbe4566ccda8e53e 2024-11-10T13:27:30,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/9245333d44464f88b0ee3d54650bf00e to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/9245333d44464f88b0ee3d54650bf00e 2024-11-10T13:27:30,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/7d32633b98bb4f859637b9c504031f7e to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/7d32633b98bb4f859637b9c504031f7e 2024-11-10T13:27:30,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/5b2d5d5edd514beeaf614d1992529856 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/5b2d5d5edd514beeaf614d1992529856 2024-11-10T13:27:30,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/e9b45e452bee41f89e5bbd08027769e6 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/e9b45e452bee41f89e5bbd08027769e6 2024-11-10T13:27:30,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/7d964a47cf9c4b84a5fac7b4c7e4f9d5 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/7d964a47cf9c4b84a5fac7b4c7e4f9d5 2024-11-10T13:27:30,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/f0f58f6628394cf78437deeb2a61b666 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/f0f58f6628394cf78437deeb2a61b666 2024-11-10T13:27:30,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/228c8f2dfd554d8f9245412030de7faf to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/228c8f2dfd554d8f9245412030de7faf 2024-11-10T13:27:30,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/acdf26d316bd4a219b42e88e743e58b7 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/acdf26d316bd4a219b42e88e743e58b7 2024-11-10T13:27:30,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/ab5d95d87be140b19c302896832bf107 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/ab5d95d87be140b19c302896832bf107 2024-11-10T13:27:30,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/ce22d798519b42a39ca1e9452bad02f7 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/ce22d798519b42a39ca1e9452bad02f7 2024-11-10T13:27:30,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/74bfefa0f80b40fcba30646a48107c00 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/74bfefa0f80b40fcba30646a48107c00 2024-11-10T13:27:30,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/172e088b32194d67953054d656a86513 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/172e088b32194d67953054d656a86513 2024-11-10T13:27:30,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/5c7db9f2f64a492cbd6daadd6e6f2eb2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/5c7db9f2f64a492cbd6daadd6e6f2eb2 2024-11-10T13:27:30,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/ff50d5a1e53345c7bba6be4b5a773118 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/ff50d5a1e53345c7bba6be4b5a773118 2024-11-10T13:27:30,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/040d54479a184078946404c66c45eb9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/040d54479a184078946404c66c45eb9b 2024-11-10T13:27:30,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/60f28d6ede04477288df797ff1cdb815 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/60f28d6ede04477288df797ff1cdb815 2024-11-10T13:27:30,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/062042b7799344d68115ec0009d8c2c1 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/062042b7799344d68115ec0009d8c2c1 2024-11-10T13:27:30,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/552c6f99d6144cddbbf30ae4e420e682, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/cbc57939926e4614adda7bbae0f13cfa, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/9965fbe3da744d9aa1646b3fa7c2d310, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/c0abddb20cc7413b9ff05e66ca3c7c25, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/071900cbeae44925b70d0ba7f6542c29, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/217195200b80444b8edcae8ddbb7a810, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/bbc488c5ebdd41f5bc973cfd66991084, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/f7add5459eb54c40ae21e05a65c617b9, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/3cbfde9eba6b4088809cd40fde3a0cad, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/f74c3aa8c93646c08d429123532f2f43, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/cc8db5cfc31d4ae6b299103b5a02dcf1, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/2b2e924bf2af4e68ad8a73fa5a2266b1, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/3a4a79c9d39f4226b9f3a13060011a89, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/7e95a7da5b3044d5b52a4f459c6224cb, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/1874f7345f6e49deb04e186d73998cc5, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/076e0eb9b9374e2d9e13f901f8a5baf9, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/2f8c67cfb0c24378aafa10c633103e33, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/04475ba51f5149fdbed634d61b66c082, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/846413d3e6a24bf4ae73a89db140f656, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/66dc55311a48405f9564a9b1ee0bfc98, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/c4bbc442fa5b4c18a780b01439c36784, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/833706a9551647ce81645ca4cebc688b, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/a6b7b635e0a34140bf361a31e1035136] to archive 2024-11-10T13:27:30,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T13:27:30,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/552c6f99d6144cddbbf30ae4e420e682 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/552c6f99d6144cddbbf30ae4e420e682 2024-11-10T13:27:30,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/cbc57939926e4614adda7bbae0f13cfa to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/cbc57939926e4614adda7bbae0f13cfa 2024-11-10T13:27:30,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/9965fbe3da744d9aa1646b3fa7c2d310 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/9965fbe3da744d9aa1646b3fa7c2d310 2024-11-10T13:27:30,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/c0abddb20cc7413b9ff05e66ca3c7c25 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/c0abddb20cc7413b9ff05e66ca3c7c25 2024-11-10T13:27:30,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/071900cbeae44925b70d0ba7f6542c29 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/071900cbeae44925b70d0ba7f6542c29 2024-11-10T13:27:30,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/217195200b80444b8edcae8ddbb7a810 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/217195200b80444b8edcae8ddbb7a810 2024-11-10T13:27:30,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/bbc488c5ebdd41f5bc973cfd66991084 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/bbc488c5ebdd41f5bc973cfd66991084 2024-11-10T13:27:30,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/f7add5459eb54c40ae21e05a65c617b9 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/f7add5459eb54c40ae21e05a65c617b9 2024-11-10T13:27:30,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/3cbfde9eba6b4088809cd40fde3a0cad to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/3cbfde9eba6b4088809cd40fde3a0cad 2024-11-10T13:27:30,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/f74c3aa8c93646c08d429123532f2f43 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/f74c3aa8c93646c08d429123532f2f43 2024-11-10T13:27:30,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/cc8db5cfc31d4ae6b299103b5a02dcf1 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/cc8db5cfc31d4ae6b299103b5a02dcf1 2024-11-10T13:27:30,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/2b2e924bf2af4e68ad8a73fa5a2266b1 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/2b2e924bf2af4e68ad8a73fa5a2266b1 2024-11-10T13:27:30,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/3a4a79c9d39f4226b9f3a13060011a89 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/3a4a79c9d39f4226b9f3a13060011a89 2024-11-10T13:27:30,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/7e95a7da5b3044d5b52a4f459c6224cb to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/7e95a7da5b3044d5b52a4f459c6224cb 2024-11-10T13:27:30,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/1874f7345f6e49deb04e186d73998cc5 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/1874f7345f6e49deb04e186d73998cc5 2024-11-10T13:27:30,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/076e0eb9b9374e2d9e13f901f8a5baf9 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/076e0eb9b9374e2d9e13f901f8a5baf9 2024-11-10T13:27:30,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/2f8c67cfb0c24378aafa10c633103e33 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/2f8c67cfb0c24378aafa10c633103e33 2024-11-10T13:27:30,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/04475ba51f5149fdbed634d61b66c082 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/04475ba51f5149fdbed634d61b66c082 2024-11-10T13:27:30,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/846413d3e6a24bf4ae73a89db140f656 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/846413d3e6a24bf4ae73a89db140f656 2024-11-10T13:27:30,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/66dc55311a48405f9564a9b1ee0bfc98 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/66dc55311a48405f9564a9b1ee0bfc98 2024-11-10T13:27:30,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/c4bbc442fa5b4c18a780b01439c36784 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/c4bbc442fa5b4c18a780b01439c36784 2024-11-10T13:27:30,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/833706a9551647ce81645ca4cebc688b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/833706a9551647ce81645ca4cebc688b 2024-11-10T13:27:30,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/a6b7b635e0a34140bf361a31e1035136 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/a6b7b635e0a34140bf361a31e1035136 2024-11-10T13:27:30,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/78af34c255d5439e810dab2606272500, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/a1da922001014c31995bd3ca88653897, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/0543e0d367804e928f9a788d3dbda83b, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/bb5f9daa86d743bdae80c9a7e9f8e0a9, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/1295b393aeeb44d5a76d369439fe4f3e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/6f4dfcc623d144e7adbe0d1e36a24e34, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/a3bc8ed7509b450ca4b332bbcdd9f364, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/0ae5758bb15c4f92ba4c5897a1439a06, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/1d387d965ad14485a0b381a7cfd9698b, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/65e3103e976e4e7c8126133686945a6a, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/1f095ecfb6ee4563bca40246c31426d6, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/39a985da6400407ba279aafefb4049b5, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/14d55ddca11942e9a6ccec36ded5e31d, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/6968e24b32bd4539a014d4a77b1cea35, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/ac94d611fcce4abdb42579a1e9d0938a, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/bd91d582cbab4e179eea03c0ef02001d, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/ac0b31448ec045ba89569d44dcf3a192, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/b496f745ce3943579b1f906ac9d827c9, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/e941db67efa642ae8413a032d18c6bd7, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/951b31eb61934e219df6513ab996e3ac, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/09e2dbf5ed9740dfa145f72d3fe359f0, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/5d36ee51021a42d286c50b3452436937, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/40322d1cbc6b42bba154b2e935153d91] to archive 2024-11-10T13:27:30,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T13:27:30,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/78af34c255d5439e810dab2606272500 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/78af34c255d5439e810dab2606272500 2024-11-10T13:27:30,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/a1da922001014c31995bd3ca88653897 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/a1da922001014c31995bd3ca88653897 2024-11-10T13:27:30,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/0543e0d367804e928f9a788d3dbda83b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/0543e0d367804e928f9a788d3dbda83b 2024-11-10T13:27:30,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/bb5f9daa86d743bdae80c9a7e9f8e0a9 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/bb5f9daa86d743bdae80c9a7e9f8e0a9 2024-11-10T13:27:30,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/1295b393aeeb44d5a76d369439fe4f3e to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/1295b393aeeb44d5a76d369439fe4f3e 2024-11-10T13:27:30,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/6f4dfcc623d144e7adbe0d1e36a24e34 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/6f4dfcc623d144e7adbe0d1e36a24e34 2024-11-10T13:27:30,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/a3bc8ed7509b450ca4b332bbcdd9f364 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/a3bc8ed7509b450ca4b332bbcdd9f364 2024-11-10T13:27:30,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/0ae5758bb15c4f92ba4c5897a1439a06 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/0ae5758bb15c4f92ba4c5897a1439a06 2024-11-10T13:27:30,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/1d387d965ad14485a0b381a7cfd9698b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/1d387d965ad14485a0b381a7cfd9698b 2024-11-10T13:27:30,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/65e3103e976e4e7c8126133686945a6a to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/65e3103e976e4e7c8126133686945a6a 2024-11-10T13:27:30,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/1f095ecfb6ee4563bca40246c31426d6 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/1f095ecfb6ee4563bca40246c31426d6 2024-11-10T13:27:30,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/39a985da6400407ba279aafefb4049b5 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/39a985da6400407ba279aafefb4049b5 2024-11-10T13:27:30,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/14d55ddca11942e9a6ccec36ded5e31d to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/14d55ddca11942e9a6ccec36ded5e31d 2024-11-10T13:27:30,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/6968e24b32bd4539a014d4a77b1cea35 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/6968e24b32bd4539a014d4a77b1cea35 2024-11-10T13:27:30,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/ac94d611fcce4abdb42579a1e9d0938a to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/ac94d611fcce4abdb42579a1e9d0938a 2024-11-10T13:27:30,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/bd91d582cbab4e179eea03c0ef02001d to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/bd91d582cbab4e179eea03c0ef02001d 2024-11-10T13:27:30,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/ac0b31448ec045ba89569d44dcf3a192 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/ac0b31448ec045ba89569d44dcf3a192 2024-11-10T13:27:30,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/b496f745ce3943579b1f906ac9d827c9 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/b496f745ce3943579b1f906ac9d827c9 2024-11-10T13:27:30,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/e941db67efa642ae8413a032d18c6bd7 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/e941db67efa642ae8413a032d18c6bd7 2024-11-10T13:27:30,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/951b31eb61934e219df6513ab996e3ac to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/951b31eb61934e219df6513ab996e3ac 2024-11-10T13:27:30,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/09e2dbf5ed9740dfa145f72d3fe359f0 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/09e2dbf5ed9740dfa145f72d3fe359f0 2024-11-10T13:27:30,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/5d36ee51021a42d286c50b3452436937 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/5d36ee51021a42d286c50b3452436937 2024-11-10T13:27:30,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/40322d1cbc6b42bba154b2e935153d91 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/40322d1cbc6b42bba154b2e935153d91 2024-11-10T13:27:30,694 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/recovered.edits/360.seqid, newMaxSeqId=360, maxSeqId=1 2024-11-10T13:27:30,695 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. 2024-11-10T13:27:30,695 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1676): Region close journal for c5da0e4c8be824eb3170612d7ec0d2e6: Waiting for close lock at 1731245249129Running coprocessor pre-close hooks at 1731245249129Disabling compacts and flushes for region at 1731245249129Disabling writes for close at 1731245249305 (+176 ms)Obtaining lock to block concurrent updates at 1731245249305Preparing flush snapshotting stores in c5da0e4c8be824eb3170612d7ec0d2e6 at 1731245249305Finished memstore snapshotting TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731245249305Flushing stores of TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6. at 1731245249305Flushing c5da0e4c8be824eb3170612d7ec0d2e6/A: creating writer at 1731245249305Flushing c5da0e4c8be824eb3170612d7ec0d2e6/A: appending metadata at 1731245249308 (+3 ms)Flushing c5da0e4c8be824eb3170612d7ec0d2e6/A: closing flushed file at 1731245249308Flushing c5da0e4c8be824eb3170612d7ec0d2e6/B: creating writer at 1731245249724 (+416 ms)Flushing c5da0e4c8be824eb3170612d7ec0d2e6/B: appending metadata at 1731245249727 (+3 ms)Flushing c5da0e4c8be824eb3170612d7ec0d2e6/B: closing flushed file at 1731245249727Flushing c5da0e4c8be824eb3170612d7ec0d2e6/C: creating writer at 1731245250142 (+415 ms)Flushing c5da0e4c8be824eb3170612d7ec0d2e6/C: appending metadata at 1731245250146 (+4 ms)Flushing c5da0e4c8be824eb3170612d7ec0d2e6/C: closing flushed file at 1731245250146Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65c1d016: reopening flushed file at 1731245250560 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d14598e: reopening flushed file at 1731245250568 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70e356: reopening flushed file at 1731245250573 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for c5da0e4c8be824eb3170612d7ec0d2e6 in 1275ms, sequenceid=357, compaction requested=true at 1731245250581 (+8 ms)Writing region close event to WAL at 1731245250690 (+109 ms)Running coprocessor post-close hooks at 1731245250695 (+5 ms)Closed at 1731245250695 2024-11-10T13:27:30,698 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(157): Closed c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:30,699 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=c5da0e4c8be824eb3170612d7ec0d2e6, regionState=CLOSED 2024-11-10T13:27:30,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=136, ppid=135, state=RUNNABLE, hasLock=false; CloseRegionProcedure c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 because future has completed 2024-11-10T13:27:30,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-10T13:27:30,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; CloseRegionProcedure c5da0e4c8be824eb3170612d7ec0d2e6, server=2467a7071e00,33783,1731245097117 in 1.7260 sec 2024-11-10T13:27:30,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=134 2024-11-10T13:27:30,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=134, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5da0e4c8be824eb3170612d7ec0d2e6, UNASSIGN in 1.7310 sec 2024-11-10T13:27:30,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-10T13:27:30,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7360 sec 2024-11-10T13:27:30,710 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245250710"}]},"ts":"1731245250710"} 2024-11-10T13:27:30,711 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T13:27:30,711 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T13:27:30,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.7460 sec 2024-11-10T13:27:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-10T13:27:31,121 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:27:31,122 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-10T13:27:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:27:31,127 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=137, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:27:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-10T13:27:31,129 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=137, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:27:31,133 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:31,137 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A, FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B, FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C, FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/recovered.edits] 2024-11-10T13:27:31,140 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/209f31f914354100a311f05de7e4f53b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/209f31f914354100a311f05de7e4f53b 2024-11-10T13:27:31,141 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/67752b217ac34aef901d58c2debb6c5f to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/67752b217ac34aef901d58c2debb6c5f 2024-11-10T13:27:31,143 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/c08694e19fd64d6f8b6261ba37220298 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/A/c08694e19fd64d6f8b6261ba37220298 2024-11-10T13:27:31,145 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/8bc5fd59d99d408695e87314e2cee3a1 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/8bc5fd59d99d408695e87314e2cee3a1 2024-11-10T13:27:31,146 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/9456bf041d584cf6808f71ec93f70ede to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/9456bf041d584cf6808f71ec93f70ede 2024-11-10T13:27:31,148 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/bdccc3faf24b4890a2978e00403e6f38 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/B/bdccc3faf24b4890a2978e00403e6f38 2024-11-10T13:27:31,149 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/7fa4c109e71944b6a1f54f9137e701b2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/7fa4c109e71944b6a1f54f9137e701b2 2024-11-10T13:27:31,150 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/a1b57c15b52d4d9880240d0ed5776a7c to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/a1b57c15b52d4d9880240d0ed5776a7c 2024-11-10T13:27:31,151 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/ad9ff13dcba5413db9eb23d6e3f0ad70 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/C/ad9ff13dcba5413db9eb23d6e3f0ad70 2024-11-10T13:27:31,152 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/recovered.edits/360.seqid to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6/recovered.edits/360.seqid 2024-11-10T13:27:31,153 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/c5da0e4c8be824eb3170612d7ec0d2e6 2024-11-10T13:27:31,153 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T13:27:31,154 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=137, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:27:31,156 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T13:27:31,157 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T13:27:31,158 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=137, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:27:31,158 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T13:27:31,158 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731245251158"}]},"ts":"9223372036854775807"} 2024-11-10T13:27:31,159 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T13:27:31,159 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => c5da0e4c8be824eb3170612d7ec0d2e6, NAME => 'TestAcidGuarantees,,1731245224745.c5da0e4c8be824eb3170612d7ec0d2e6.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T13:27:31,159 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T13:27:31,159 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731245251159"}]},"ts":"9223372036854775807"} 2024-11-10T13:27:31,161 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T13:27:31,161 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=137, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:27:31,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 38 msec 2024-11-10T13:27:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-10T13:27:31,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T13:27:31,239 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:27:31,246 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=240 (was 238) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 320) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3225 (was 3246) 2024-11-10T13:27:31,254 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=240, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=3225 2024-11-10T13:27:31,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T13:27:31,255 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:27:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=138, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T13:27:31,256 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:27:31,256 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:31,256 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 138 2024-11-10T13:27:31,257 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:27:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-10T13:27:31,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742295_1471 (size=959) 2024-11-10T13:27:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-10T13:27:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-10T13:27:31,667 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57 2024-11-10T13:27:31,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742296_1472 (size=53) 2024-11-10T13:27:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-10T13:27:32,074 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:27:32,074 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing e42fed4057f5bfb51ff558340d790c9b, disabling compactions & flushes 2024-11-10T13:27:32,074 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:32,074 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:32,074 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. after waiting 0 ms 2024-11-10T13:27:32,074 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:32,074 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:32,075 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for e42fed4057f5bfb51ff558340d790c9b: Waiting for close lock at 1731245252074Disabling compacts and flushes for region at 1731245252074Disabling writes for close at 1731245252074Writing region close event to WAL at 1731245252074Closed at 1731245252074 2024-11-10T13:27:32,077 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:27:32,078 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731245252077"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731245252077"}]},"ts":"1731245252077"} 2024-11-10T13:27:32,081 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:27:32,083 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:27:32,083 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245252083"}]},"ts":"1731245252083"} 2024-11-10T13:27:32,085 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T13:27:32,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e42fed4057f5bfb51ff558340d790c9b, ASSIGN}] 2024-11-10T13:27:32,086 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e42fed4057f5bfb51ff558340d790c9b, ASSIGN 2024-11-10T13:27:32,087 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e42fed4057f5bfb51ff558340d790c9b, ASSIGN; state=OFFLINE, location=2467a7071e00,33783,1731245097117; forceNewPlan=false, retain=false 2024-11-10T13:27:32,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=e42fed4057f5bfb51ff558340d790c9b, regionState=OPENING, regionLocation=2467a7071e00,33783,1731245097117 2024-11-10T13:27:32,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e42fed4057f5bfb51ff558340d790c9b, ASSIGN because future has completed 2024-11-10T13:27:32,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117}] 2024-11-10T13:27:32,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-10T13:27:32,405 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:32,405 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7752): Opening region: {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:27:32,406 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:32,406 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:27:32,406 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7794): checking encryption for e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:32,406 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7797): checking classloading for e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:32,410 INFO [StoreOpener-e42fed4057f5bfb51ff558340d790c9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:32,413 INFO [StoreOpener-e42fed4057f5bfb51ff558340d790c9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e42fed4057f5bfb51ff558340d790c9b columnFamilyName A 2024-11-10T13:27:32,413 DEBUG [StoreOpener-e42fed4057f5bfb51ff558340d790c9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:32,413 INFO [StoreOpener-e42fed4057f5bfb51ff558340d790c9b-1 {}] regionserver.HStore(327): Store=e42fed4057f5bfb51ff558340d790c9b/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:27:32,414 INFO [StoreOpener-e42fed4057f5bfb51ff558340d790c9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:32,415 INFO [StoreOpener-e42fed4057f5bfb51ff558340d790c9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e42fed4057f5bfb51ff558340d790c9b columnFamilyName B 2024-11-10T13:27:32,415 DEBUG [StoreOpener-e42fed4057f5bfb51ff558340d790c9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:32,416 INFO [StoreOpener-e42fed4057f5bfb51ff558340d790c9b-1 {}] regionserver.HStore(327): Store=e42fed4057f5bfb51ff558340d790c9b/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:27:32,416 INFO [StoreOpener-e42fed4057f5bfb51ff558340d790c9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:32,417 INFO [StoreOpener-e42fed4057f5bfb51ff558340d790c9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e42fed4057f5bfb51ff558340d790c9b columnFamilyName C 2024-11-10T13:27:32,418 DEBUG [StoreOpener-e42fed4057f5bfb51ff558340d790c9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:32,418 INFO [StoreOpener-e42fed4057f5bfb51ff558340d790c9b-1 {}] regionserver.HStore(327): Store=e42fed4057f5bfb51ff558340d790c9b/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:27:32,419 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1038): replaying wal for e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:32,419 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:32,420 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:32,421 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1048): stopping wal replay for e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:32,421 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1060): Cleaning up temporary data for e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:32,422 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T13:27:32,423 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1093): writing seq id for e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:32,425 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:27:32,426 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1114): Opened e42fed4057f5bfb51ff558340d790c9b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62750733, jitterRate=-0.06494121253490448}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T13:27:32,426 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:32,427 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1006): Region open journal for e42fed4057f5bfb51ff558340d790c9b: Running coprocessor pre-open hook at 1731245252406Writing region info on filesystem at 1731245252406Initializing all the Stores at 1731245252408 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245252408Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245252409 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245252409Cleaning up temporary data from old regions at 1731245252421 (+12 ms)Running coprocessor post-open hooks at 1731245252426 (+5 ms)Region opened successfully at 1731245252427 (+1 ms) 2024-11-10T13:27:32,427 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., pid=140, masterSystemTime=1731245252397 2024-11-10T13:27:32,429 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:32,429 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:32,429 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=e42fed4057f5bfb51ff558340d790c9b, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,33783,1731245097117 2024-11-10T13:27:32,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 because future has completed 2024-11-10T13:27:32,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-10T13:27:32,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; OpenRegionProcedure e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 in 188 msec 2024-11-10T13:27:32,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-11-10T13:27:32,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e42fed4057f5bfb51ff558340d790c9b, ASSIGN in 348 msec 2024-11-10T13:27:32,434 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:27:32,434 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245252434"}]},"ts":"1731245252434"} 2024-11-10T13:27:32,435 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T13:27:32,436 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:27:32,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1810 sec 2024-11-10T13:27:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-10T13:27:33,401 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:27:33,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b3b1fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:33,404 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:27:33,404 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:27:33,406 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:27:33,407 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:27:33,407 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:27:33,408 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd6588f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:33,408 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:27:33,409 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:27:33,409 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:33,411 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:27:33,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a7df5e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:33,413 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:27:33,415 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:27:33,415 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:27:33,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:27:33,417 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:27:33,418 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,43131,1731245096350 2024-11-10T13:27:33,418 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ee6e7b5 2024-11-10T13:27:33,418 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:27:33,419 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:27:33,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T13:27:33,420 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:27:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-10T13:27:33,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742297_1473 (size=995) 2024-11-10T13:27:33,896 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-10T13:27:33,896 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-10T13:27:33,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T13:27:33,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e42fed4057f5bfb51ff558340d790c9b, REOPEN/MOVE}] 2024-11-10T13:27:33,908 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e42fed4057f5bfb51ff558340d790c9b, REOPEN/MOVE 2024-11-10T13:27:33,908 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=e42fed4057f5bfb51ff558340d790c9b, regionState=CLOSING, regionLocation=2467a7071e00,33783,1731245097117 2024-11-10T13:27:33,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e42fed4057f5bfb51ff558340d790c9b, REOPEN/MOVE because future has completed 2024-11-10T13:27:33,910 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T13:27:33,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117}] 2024-11-10T13:27:34,063 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(122): Close e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:34,063 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T13:27:34,063 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1722): Closing e42fed4057f5bfb51ff558340d790c9b, disabling compactions & flushes 2024-11-10T13:27:34,063 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:34,063 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:34,063 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. after waiting 0 ms 2024-11-10T13:27:34,063 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:34,073 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T13:27:34,075 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:34,075 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1676): Region close journal for e42fed4057f5bfb51ff558340d790c9b: Waiting for close lock at 1731245254063Running coprocessor pre-close hooks at 1731245254063Disabling compacts and flushes for region at 1731245254063Disabling writes for close at 1731245254063Writing region close event to WAL at 1731245254064 (+1 ms)Running coprocessor post-close hooks at 1731245254075 (+11 ms)Closed at 1731245254075 2024-11-10T13:27:34,075 WARN [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionServer(3299): Not adding moved region record: e42fed4057f5bfb51ff558340d790c9b to self. 2024-11-10T13:27:34,078 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(157): Closed e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:34,079 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=e42fed4057f5bfb51ff558340d790c9b, regionState=CLOSED 2024-11-10T13:27:34,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 because future has completed 2024-11-10T13:27:34,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-10T13:27:34,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseRegionProcedure e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 in 171 msec 2024-11-10T13:27:34,085 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e42fed4057f5bfb51ff558340d790c9b, REOPEN/MOVE; state=CLOSED, location=2467a7071e00,33783,1731245097117; forceNewPlan=false, retain=true 2024-11-10T13:27:34,236 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=e42fed4057f5bfb51ff558340d790c9b, regionState=OPENING, regionLocation=2467a7071e00,33783,1731245097117 2024-11-10T13:27:34,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e42fed4057f5bfb51ff558340d790c9b, REOPEN/MOVE because future has completed 2024-11-10T13:27:34,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117}] 2024-11-10T13:27:34,397 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:34,397 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7752): Opening region: {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:27:34,398 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:34,398 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:27:34,398 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7794): checking encryption for e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:34,398 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7797): checking classloading for e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:34,401 INFO [StoreOpener-e42fed4057f5bfb51ff558340d790c9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:34,403 INFO [StoreOpener-e42fed4057f5bfb51ff558340d790c9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e42fed4057f5bfb51ff558340d790c9b columnFamilyName A 2024-11-10T13:27:34,405 DEBUG [StoreOpener-e42fed4057f5bfb51ff558340d790c9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:34,406 INFO [StoreOpener-e42fed4057f5bfb51ff558340d790c9b-1 {}] regionserver.HStore(327): Store=e42fed4057f5bfb51ff558340d790c9b/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:27:34,407 INFO [StoreOpener-e42fed4057f5bfb51ff558340d790c9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:34,408 INFO [StoreOpener-e42fed4057f5bfb51ff558340d790c9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e42fed4057f5bfb51ff558340d790c9b columnFamilyName B 2024-11-10T13:27:34,408 DEBUG [StoreOpener-e42fed4057f5bfb51ff558340d790c9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:34,409 INFO [StoreOpener-e42fed4057f5bfb51ff558340d790c9b-1 {}] regionserver.HStore(327): Store=e42fed4057f5bfb51ff558340d790c9b/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:27:34,409 INFO [StoreOpener-e42fed4057f5bfb51ff558340d790c9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:34,410 INFO [StoreOpener-e42fed4057f5bfb51ff558340d790c9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e42fed4057f5bfb51ff558340d790c9b columnFamilyName C 2024-11-10T13:27:34,410 DEBUG [StoreOpener-e42fed4057f5bfb51ff558340d790c9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:34,410 INFO [StoreOpener-e42fed4057f5bfb51ff558340d790c9b-1 {}] regionserver.HStore(327): Store=e42fed4057f5bfb51ff558340d790c9b/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:27:34,410 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1038): replaying wal for e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:34,411 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:34,412 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:34,413 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1048): stopping wal replay for e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:34,413 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1060): Cleaning up temporary data for e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:34,414 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T13:27:34,415 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1093): writing seq id for e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:34,416 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1114): Opened e42fed4057f5bfb51ff558340d790c9b; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60479397, jitterRate=-0.09878675639629364}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T13:27:34,416 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:34,417 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1006): Region open journal for e42fed4057f5bfb51ff558340d790c9b: Running coprocessor pre-open hook at 1731245254399Writing region info on filesystem at 1731245254399Initializing all the Stores at 1731245254400 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245254400Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245254401 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245254401Cleaning up temporary data from old regions at 1731245254413 (+12 ms)Running coprocessor post-open hooks at 1731245254416 (+3 ms)Region opened successfully at 1731245254417 (+1 ms) 2024-11-10T13:27:34,417 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., pid=145, masterSystemTime=1731245254392 2024-11-10T13:27:34,419 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:34,419 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:34,420 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=e42fed4057f5bfb51ff558340d790c9b, regionState=OPEN, openSeqNum=5, regionLocation=2467a7071e00,33783,1731245097117 2024-11-10T13:27:34,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 because future has completed 2024-11-10T13:27:34,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=143 2024-11-10T13:27:34,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 in 184 msec 2024-11-10T13:27:34,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-10T13:27:34,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e42fed4057f5bfb51ff558340d790c9b, REOPEN/MOVE in 517 msec 2024-11-10T13:27:34,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-10T13:27:34,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 524 msec 2024-11-10T13:27:34,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 1.0090 sec 2024-11-10T13:27:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-10T13:27:34,432 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:27:34,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22842932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:34,433 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:27:34,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:27:34,434 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:27:34,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:27:34,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:27:34,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24cdd5a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:34,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:27:34,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:27:34,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:34,436 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:27:34,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb258f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:34,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c5fa63a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:34,438 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:27:34,438 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:27:34,439 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:27:34,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:27:34,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:27:34,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc94e5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:34,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:27:34,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:27:34,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:34,440 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:27:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f77a54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:34,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a933d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:34,442 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:27:34,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:27:34,443 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:27:34,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:27:34,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:27:34,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62fd1c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:34,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:27:34,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:27:34,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:34,444 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:27:34,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f9f9b8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:34,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66f73499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:34,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:27:34,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:27:34,446 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:27:34,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:27:34,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:27:34,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bdca762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:34,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:27:34,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:27:34,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:34,447 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:27:34,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b475f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:34,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f42478c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:34,448 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:27:34,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:27:34,449 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:27:34,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:27:34,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:27:34,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19c52138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:34,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:27:34,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:27:34,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:34,450 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:27:34,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d5bf52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:34,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6185aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:34,451 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:27:34,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:27:34,451 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:27:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:27:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:27:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e45181, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:27:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:27:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:34,453 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:27:34,453 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5253b9f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:34,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@476ca966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:34,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:27:34,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:27:34,454 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:27:34,454 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:27:34,454 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:27:34,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632f0633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:34,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:27:34,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:27:34,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:34,455 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:27:34,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd8a06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:34,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b91db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:34,457 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:27:34,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:27:34,457 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:27:34,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:27:34,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:27:34,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56dcb7f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:34,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:27:34,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:27:34,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:34,458 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:27:34,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c52f69d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:34,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60dcf631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:34,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:27:34,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:27:34,460 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:27:34,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:27:34,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:27:34,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f538af6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:34,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:27:34,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:27:34,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:34,461 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:27:34,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@733263fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:34,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b3d9872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:34,462 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43131,-1 for getting cluster id 2024-11-10T13:27:34,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:27:34,463 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90900e9b-dc7d-4a46-aac9-694408e329e3' 2024-11-10T13:27:34,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:27:34,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90900e9b-dc7d-4a46-aac9-694408e329e3" 2024-11-10T13:27:34,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@566a4ac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:34,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43131,-1] 2024-11-10T13:27:34,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:27:34,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:34,464 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:27:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216a90c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:27:34,465 DEBUG [Thread-2140 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:27:34,465 DEBUG [Thread-2144 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:27:34,465 DEBUG [Thread-2147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:27:34,465 DEBUG [Thread-2153 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:27:34,465 DEBUG [Thread-2138 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:27:34,465 DEBUG [Thread-2149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:27:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:27:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:27:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:27:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:27:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:27:34,466 DEBUG [Thread-2151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:27:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:27:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:27:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:27:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:27:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:27:34,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:27:34,466 DEBUG [Thread-2142 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:27:34,466 DEBUG [Thread-2155 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:27:34,467 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:27:34,467 DEBUG [Thread-2136 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:27:34,467 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:27:34,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:27:34,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:27:34,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:27:34,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:27:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-10T13:27:34,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:27:34,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:27:34,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:27:34,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:27:34,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:27:34,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:27:34,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:27:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-10T13:27:34,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33783,1731245097117, seqNum=-1] 2024-11-10T13:27:34,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:27:34,469 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:27:34,469 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:27:34,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:27:34,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:27:34,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:27:34,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:27:34,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5] 2024-11-10T13:27:34,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:27:34,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:27:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5] 2024-11-10T13:27:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5] 2024-11-10T13:27:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5] 2024-11-10T13:27:34,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5] 2024-11-10T13:27:34,472 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5] 2024-11-10T13:27:34,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5] 2024-11-10T13:27:34,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5] 2024-11-10T13:27:34,473 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5] 2024-11-10T13:27:34,475 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5] 2024-11-10T13:27:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:34,477 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:27:34,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e42fed4057f5bfb51ff558340d790c9b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T13:27:34,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411102356ee08a8e04bdfa83c71a926567e88_e42fed4057f5bfb51ff558340d790c9b is 50, key is test_row_0/A:col10/1731245254474/Put/seqid=0 2024-11-10T13:27:34,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742298_1474 (size=12154) 2024-11-10T13:27:34,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245314496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:34,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:34,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:34,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:34,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245314501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:34,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:34,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:34,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245314501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:34,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:34,506 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:34,506 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:34,506 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:34,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:34,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45064 deadline: 1731245314505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:34,509 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:34,509 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:34,509 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:34,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45018 deadline: 1731245314506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:34,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:34,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:34,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-10T13:27:34,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245314609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:34,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:34,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:34,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:34,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245314609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:34,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:34,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:34,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245314610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:34,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:34,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:34,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:34,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:34,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45064 deadline: 1731245314619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:34,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45018 deadline: 1731245314619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:34,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T13:27:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:34,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:34,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:34,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:34,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:34,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:34,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T13:27:34,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:34,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:34,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:34,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:34,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-10T13:27:34,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245314819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:34,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:34,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:34,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245314819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:34,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:34,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:34,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:34,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:34,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245314820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:34,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:34,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:34,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:34,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45064 deadline: 1731245314829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:34,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:34,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:34,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:34,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45018 deadline: 1731245314829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:34,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:34,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:34,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:34,905 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:34,908 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411102356ee08a8e04bdfa83c71a926567e88_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102356ee08a8e04bdfa83c71a926567e88_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:34,908 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/b0a6bdaa752b4a478d6312fc73f790d5, store: [table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:34,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/b0a6bdaa752b4a478d6312fc73f790d5 is 175, key is test_row_0/A:col10/1731245254474/Put/seqid=0 2024-11-10T13:27:34,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742299_1475 (size=30955) 2024-11-10T13:27:34,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T13:27:34,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:34,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:34,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:34,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:34,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:35,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T13:27:35,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:35,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:35,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:35,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:35,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-10T13:27:35,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:35,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245315129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245315129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:35,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:35,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:35,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:35,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:35,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245315129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:35,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:35,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:35,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:35,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:35,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:35,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45064 deadline: 1731245315139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:35,140 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:35,140 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:35,140 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:35,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45018 deadline: 1731245315139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:35,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:35,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:35,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:35,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T13:27:35,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:35,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:35,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:35,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:35,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:35,312 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/b0a6bdaa752b4a478d6312fc73f790d5 2024-11-10T13:27:35,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/eb6041f1983946bf8f1e11a74974c40f is 50, key is test_row_0/B:col10/1731245254474/Put/seqid=0 2024-11-10T13:27:35,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742300_1476 (size=12001) 2024-11-10T13:27:35,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T13:27:35,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:35,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:35,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:35,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:35,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:35,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T13:27:35,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:35,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:35,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:35,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:35,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-10T13:27:35,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245315639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:35,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:35,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:35,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245315639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:35,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:35,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:35,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:35,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:35,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245315639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:35,641 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:35,641 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:35,641 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:35,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45064 deadline: 1731245315649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:35,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45018 deadline: 1731245315649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:35,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T13:27:35,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:35,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:35,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:35,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:35,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:35,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/eb6041f1983946bf8f1e11a74974c40f 2024-11-10T13:27:35,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/e74f2992974549d5a286173697dc4908 is 50, key is test_row_0/C:col10/1731245254474/Put/seqid=0 2024-11-10T13:27:35,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742301_1477 (size=12001) 2024-11-10T13:27:35,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T13:27:35,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:35,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:35,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:35,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:35,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:35,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T13:27:35,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:35,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:35,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:35,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:35,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:36,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T13:27:36,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:36,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:36,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:36,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:36,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:36,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/e74f2992974549d5a286173697dc4908 2024-11-10T13:27:36,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/b0a6bdaa752b4a478d6312fc73f790d5 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/b0a6bdaa752b4a478d6312fc73f790d5 2024-11-10T13:27:36,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/b0a6bdaa752b4a478d6312fc73f790d5, entries=150, sequenceid=16, filesize=30.2 K 2024-11-10T13:27:36,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/eb6041f1983946bf8f1e11a74974c40f as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/eb6041f1983946bf8f1e11a74974c40f 2024-11-10T13:27:36,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/eb6041f1983946bf8f1e11a74974c40f, entries=150, sequenceid=16, filesize=11.7 K 2024-11-10T13:27:36,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/e74f2992974549d5a286173697dc4908 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/e74f2992974549d5a286173697dc4908 2024-11-10T13:27:36,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/e74f2992974549d5a286173697dc4908, entries=150, sequenceid=16, filesize=11.7 K 2024-11-10T13:27:36,170 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for e42fed4057f5bfb51ff558340d790c9b in 1693ms, sequenceid=16, compaction requested=false 2024-11-10T13:27:36,170 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-10T13:27:36,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:36,213 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T13:27:36,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T13:27:36,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:36,299 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing e42fed4057f5bfb51ff558340d790c9b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T13:27:36,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110cf24ece95ae24646a3fe860d6f3388c8_e42fed4057f5bfb51ff558340d790c9b is 50, key is test_row_0/A:col10/1731245254494/Put/seqid=0 2024-11-10T13:27:36,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742302_1478 (size=12154) 2024-11-10T13:27:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-10T13:27:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:36,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:36,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245316657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:36,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:36,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:36,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45064 deadline: 1731245316659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:36,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:36,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45018 deadline: 1731245316659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:36,660 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_2' in e42fed4057f5bfb51ff558340d790c9b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:27:36,661 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:36,661 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:36,661 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:36,661 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_1' in e42fed4057f5bfb51ff558340d790c9b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:27:36,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:36,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:36,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:36,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245316660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:36,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:36,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:36,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245316660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:36,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:36,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:36,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:36,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:36,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:36,724 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110cf24ece95ae24646a3fe860d6f3388c8_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110cf24ece95ae24646a3fe860d6f3388c8_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:36,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/d106ff8c0f1f44e2b3908d461b8fce64, store: [table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:36,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/d106ff8c0f1f44e2b3908d461b8fce64 is 175, key is test_row_0/A:col10/1731245254494/Put/seqid=0 2024-11-10T13:27:36,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742303_1479 (size=30955) 2024-11-10T13:27:36,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245316769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:36,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245316769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:36,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:36,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:36,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:36,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:36,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:36,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245316769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:36,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:36,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:36,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:36,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:36,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245316979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:36,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:36,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:36,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245316979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:36,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:36,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:36,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:36,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245316979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:36,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:36,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:36,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:36,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:37,129 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/d106ff8c0f1f44e2b3908d461b8fce64 2024-11-10T13:27:37,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/19b2633ceae74443a8a2a38b435ac09e is 50, key is test_row_0/B:col10/1731245254494/Put/seqid=0 2024-11-10T13:27:37,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742304_1480 (size=12001) 2024-11-10T13:27:37,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245317289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:37,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:37,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:37,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:37,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245317289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:37,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:37,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:37,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:37,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245317289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:37,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:37,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:37,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:37,538 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/19b2633ceae74443a8a2a38b435ac09e 2024-11-10T13:27:37,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/af458fcb0dd340b493ca4cabcb3cbc82 is 50, key is test_row_0/C:col10/1731245254494/Put/seqid=0 2024-11-10T13:27:37,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742305_1481 (size=12001) 2024-11-10T13:27:37,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245317799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:37,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245317799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:37,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:37,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:37,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:37,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:37,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:37,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:37,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245317800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:37,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:37,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:37,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:37,947 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/af458fcb0dd340b493ca4cabcb3cbc82 2024-11-10T13:27:37,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/d106ff8c0f1f44e2b3908d461b8fce64 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/d106ff8c0f1f44e2b3908d461b8fce64 2024-11-10T13:27:37,953 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/d106ff8c0f1f44e2b3908d461b8fce64, entries=150, sequenceid=41, filesize=30.2 K 2024-11-10T13:27:37,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/19b2633ceae74443a8a2a38b435ac09e as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/19b2633ceae74443a8a2a38b435ac09e 2024-11-10T13:27:37,957 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/19b2633ceae74443a8a2a38b435ac09e, entries=150, sequenceid=41, filesize=11.7 K 2024-11-10T13:27:37,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/af458fcb0dd340b493ca4cabcb3cbc82 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/af458fcb0dd340b493ca4cabcb3cbc82 2024-11-10T13:27:37,960 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/af458fcb0dd340b493ca4cabcb3cbc82, entries=150, sequenceid=41, filesize=11.7 K 2024-11-10T13:27:37,961 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e42fed4057f5bfb51ff558340d790c9b in 1661ms, sequenceid=41, compaction requested=false 2024-11-10T13:27:37,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:37,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:37,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-10T13:27:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=147 2024-11-10T13:27:37,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-10T13:27:37,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4930 sec 2024-11-10T13:27:37,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 3.4980 sec 2024-11-10T13:27:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-10T13:27:38,630 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:27:38,630 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:27:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-10T13:27:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-10T13:27:38,631 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:27:38,632 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:27:38,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:27:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:38,670 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:27:38,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e42fed4057f5bfb51ff558340d790c9b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T13:27:38,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111004d4ec3683694dd597b48c3dc21ff5b4_e42fed4057f5bfb51ff558340d790c9b is 50, key is test_row_0/A:col10/1731245256659/Put/seqid=0 2024-11-10T13:27:38,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742306_1482 (size=14594) 2024-11-10T13:27:38,679 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:38,682 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111004d4ec3683694dd597b48c3dc21ff5b4_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111004d4ec3683694dd597b48c3dc21ff5b4_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:38,683 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/af47bd91624e45aaa3f69ecf38640970, store: [table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:38,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/af47bd91624e45aaa3f69ecf38640970 is 175, key is test_row_0/A:col10/1731245256659/Put/seqid=0 2024-11-10T13:27:38,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742307_1483 (size=39549) 2024-11-10T13:27:38,690 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/af47bd91624e45aaa3f69ecf38640970 2024-11-10T13:27:38,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/6c6e7396744747768644a2bdc83b940c is 50, key is test_row_0/B:col10/1731245256659/Put/seqid=0 2024-11-10T13:27:38,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742308_1484 (size=12001) 2024-11-10T13:27:38,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/6c6e7396744747768644a2bdc83b940c 2024-11-10T13:27:38,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/2eee54f49e604b6b97ffb538f2f47697 is 50, key is test_row_0/C:col10/1731245256659/Put/seqid=0 2024-11-10T13:27:38,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742309_1485 (size=12001) 2024-11-10T13:27:38,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45064 deadline: 1731245318716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:38,720 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:38,720 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:38,720 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:38,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45018 deadline: 1731245318719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:38,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:38,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:38,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-10T13:27:38,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-10T13:27:38,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:38,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:38,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:38,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:38,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:38,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245318809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:38,812 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_1' in e42fed4057f5bfb51ff558340d790c9b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:27:38,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:38,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:38,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:38,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245318819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:38,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245318819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:38,823 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_2' in e42fed4057f5bfb51ff558340d790c9b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:27:38,824 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_1' in e42fed4057f5bfb51ff558340d790c9b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:27:38,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:38,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:38,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:38,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:38,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:38,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:38,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45064 deadline: 1731245318829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:38,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45018 deadline: 1731245318829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:38,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:38,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:38,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:38,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:38,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:38,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:38,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-10T13:27:38,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:38,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:38,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:38,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:38,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-10T13:27:39,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45064 deadline: 1731245319039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:39,041 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:39,041 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:39,041 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:39,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45018 deadline: 1731245319039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:39,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:39,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:39,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:39,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/2eee54f49e604b6b97ffb538f2f47697 2024-11-10T13:27:39,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/af47bd91624e45aaa3f69ecf38640970 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/af47bd91624e45aaa3f69ecf38640970 2024-11-10T13:27:39,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/af47bd91624e45aaa3f69ecf38640970, entries=200, sequenceid=54, filesize=38.6 K 2024-11-10T13:27:39,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/6c6e7396744747768644a2bdc83b940c as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/6c6e7396744747768644a2bdc83b940c 2024-11-10T13:27:39,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/6c6e7396744747768644a2bdc83b940c, entries=150, sequenceid=54, filesize=11.7 K 2024-11-10T13:27:39,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/2eee54f49e604b6b97ffb538f2f47697 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/2eee54f49e604b6b97ffb538f2f47697 2024-11-10T13:27:39,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/2eee54f49e604b6b97ffb538f2f47697, entries=150, sequenceid=54, filesize=11.7 K 2024-11-10T13:27:39,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e42fed4057f5bfb51ff558340d790c9b in 453ms, sequenceid=54, compaction requested=true 2024-11-10T13:27:39,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:39,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e42fed4057f5bfb51ff558340d790c9b:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:27:39,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:39,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e42fed4057f5bfb51ff558340d790c9b:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:27:39,123 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:39,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:39,123 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:39,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e42fed4057f5bfb51ff558340d790c9b:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:27:39,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:39,124 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:39,124 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:39,124 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e42fed4057f5bfb51ff558340d790c9b/B is initiating minor compaction (all files) 2024-11-10T13:27:39,124 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): e42fed4057f5bfb51ff558340d790c9b/A is initiating minor compaction (all files) 2024-11-10T13:27:39,124 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e42fed4057f5bfb51ff558340d790c9b/B in TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:39,124 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e42fed4057f5bfb51ff558340d790c9b/A in TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:39,124 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/eb6041f1983946bf8f1e11a74974c40f, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/19b2633ceae74443a8a2a38b435ac09e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/6c6e7396744747768644a2bdc83b940c] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp, totalSize=35.2 K 2024-11-10T13:27:39,124 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/b0a6bdaa752b4a478d6312fc73f790d5, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/d106ff8c0f1f44e2b3908d461b8fce64, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/af47bd91624e45aaa3f69ecf38640970] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp, totalSize=99.1 K 2024-11-10T13:27:39,124 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:39,124 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. files: [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/b0a6bdaa752b4a478d6312fc73f790d5, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/d106ff8c0f1f44e2b3908d461b8fce64, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/af47bd91624e45aaa3f69ecf38640970] 2024-11-10T13:27:39,124 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting eb6041f1983946bf8f1e11a74974c40f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731245254474 2024-11-10T13:27:39,124 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0a6bdaa752b4a478d6312fc73f790d5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731245254474 2024-11-10T13:27:39,124 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 19b2633ceae74443a8a2a38b435ac09e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731245254494 2024-11-10T13:27:39,124 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting d106ff8c0f1f44e2b3908d461b8fce64, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731245254494 2024-11-10T13:27:39,125 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c6e7396744747768644a2bdc83b940c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731245256659 2024-11-10T13:27:39,125 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting af47bd91624e45aaa3f69ecf38640970, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731245256659 2024-11-10T13:27:39,135 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:39,136 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e42fed4057f5bfb51ff558340d790c9b#B#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:39,136 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110d9faca4981924558a18dda54da80c261_e42fed4057f5bfb51ff558340d790c9b store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:39,137 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/b0b3e5343a3b466896cc0e4765207e42 is 50, key is test_row_0/B:col10/1731245256659/Put/seqid=0 2024-11-10T13:27:39,138 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110d9faca4981924558a18dda54da80c261_e42fed4057f5bfb51ff558340d790c9b, store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:39,138 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d9faca4981924558a18dda54da80c261_e42fed4057f5bfb51ff558340d790c9b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:39,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742310_1486 (size=12104) 2024-11-10T13:27:39,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742311_1487 (size=4469) 2024-11-10T13:27:39,143 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/b0b3e5343a3b466896cc0e4765207e42 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/b0b3e5343a3b466896cc0e4765207e42 2024-11-10T13:27:39,146 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e42fed4057f5bfb51ff558340d790c9b/B of e42fed4057f5bfb51ff558340d790c9b into b0b3e5343a3b466896cc0e4765207e42(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:39,147 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:39,147 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., storeName=e42fed4057f5bfb51ff558340d790c9b/B, priority=13, startTime=1731245259123; duration=0sec 2024-11-10T13:27:39,147 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:39,147 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e42fed4057f5bfb51ff558340d790c9b:B 2024-11-10T13:27:39,147 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:39,148 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:39,148 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e42fed4057f5bfb51ff558340d790c9b/C is initiating minor compaction (all files) 2024-11-10T13:27:39,148 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e42fed4057f5bfb51ff558340d790c9b/C in TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:39,148 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/e74f2992974549d5a286173697dc4908, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/af458fcb0dd340b493ca4cabcb3cbc82, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/2eee54f49e604b6b97ffb538f2f47697] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp, totalSize=35.2 K 2024-11-10T13:27:39,148 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting e74f2992974549d5a286173697dc4908, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731245254474 2024-11-10T13:27:39,148 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting af458fcb0dd340b493ca4cabcb3cbc82, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731245254494 2024-11-10T13:27:39,149 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 2eee54f49e604b6b97ffb538f2f47697, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731245256659 2024-11-10T13:27:39,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-10T13:27:39,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:39,151 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing e42fed4057f5bfb51ff558340d790c9b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T13:27:39,156 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e42fed4057f5bfb51ff558340d790c9b#C#compaction#413 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:39,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101983201dadd84030a9e21ad15daad418_e42fed4057f5bfb51ff558340d790c9b is 50, key is test_row_0/A:col10/1731245258715/Put/seqid=0 2024-11-10T13:27:39,156 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/214aefbb22fe41518a6a41290c66ed1c is 50, key is test_row_0/C:col10/1731245256659/Put/seqid=0 2024-11-10T13:27:39,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742313_1489 (size=12104) 2024-11-10T13:27:39,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742312_1488 (size=12154) 2024-11-10T13:27:39,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:39,174 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/214aefbb22fe41518a6a41290c66ed1c as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/214aefbb22fe41518a6a41290c66ed1c 2024-11-10T13:27:39,175 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101983201dadd84030a9e21ad15daad418_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101983201dadd84030a9e21ad15daad418_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:39,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/64d11fef2de2450095526a971f1eafbb, store: [table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:39,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/64d11fef2de2450095526a971f1eafbb is 175, key is test_row_0/A:col10/1731245258715/Put/seqid=0 2024-11-10T13:27:39,178 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e42fed4057f5bfb51ff558340d790c9b/C of e42fed4057f5bfb51ff558340d790c9b into 214aefbb22fe41518a6a41290c66ed1c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:39,178 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:39,178 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., storeName=e42fed4057f5bfb51ff558340d790c9b/C, priority=13, startTime=1731245259123; duration=0sec 2024-11-10T13:27:39,178 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:39,178 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e42fed4057f5bfb51ff558340d790c9b:C 2024-11-10T13:27:39,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742314_1490 (size=30955) 2024-11-10T13:27:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-10T13:27:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:39,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:39,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45064 deadline: 1731245319369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:39,373 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:39,373 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:39,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:39,373 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:39,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45018 deadline: 1731245319370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:39,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:39,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:39,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:39,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:39,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45064 deadline: 1731245319479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:39,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:39,481 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:39,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45018 deadline: 1731245319479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:39,481 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:39,481 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:39,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:39,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:39,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:39,542 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e42fed4057f5bfb51ff558340d790c9b#A#compaction#412 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:39,543 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/46f86bb25de24da683a3c61ffe935972 is 175, key is test_row_0/A:col10/1731245256659/Put/seqid=0 2024-11-10T13:27:39,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742315_1491 (size=31058) 2024-11-10T13:27:39,580 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/64d11fef2de2450095526a971f1eafbb 2024-11-10T13:27:39,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/5b010c6f44304f82a4c82940bf40df87 is 50, key is test_row_0/B:col10/1731245258715/Put/seqid=0 2024-11-10T13:27:39,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742316_1492 (size=12001) 2024-11-10T13:27:39,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45064 deadline: 1731245319689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:39,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:39,691 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45018 deadline: 1731245319689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:39,691 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:39,691 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:39,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:39,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:39,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:39,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-10T13:27:39,948 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/46f86bb25de24da683a3c61ffe935972 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/46f86bb25de24da683a3c61ffe935972 2024-11-10T13:27:39,952 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e42fed4057f5bfb51ff558340d790c9b/A of e42fed4057f5bfb51ff558340d790c9b into 46f86bb25de24da683a3c61ffe935972(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:39,952 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:39,952 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., storeName=e42fed4057f5bfb51ff558340d790c9b/A, priority=13, startTime=1731245259123; duration=0sec 2024-11-10T13:27:39,952 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:39,952 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e42fed4057f5bfb51ff558340d790c9b:A 2024-11-10T13:27:39,988 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/5b010c6f44304f82a4c82940bf40df87 2024-11-10T13:27:39,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/741baa71555340c1a527360547a2c0ac is 50, key is test_row_0/C:col10/1731245258715/Put/seqid=0 2024-11-10T13:27:39,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742317_1493 (size=12001) 2024-11-10T13:27:40,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45064 deadline: 1731245319999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:40,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:40,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:40,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:40,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45018 deadline: 1731245319999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:40,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:40,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:40,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:40,397 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/741baa71555340c1a527360547a2c0ac 2024-11-10T13:27:40,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/64d11fef2de2450095526a971f1eafbb as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/64d11fef2de2450095526a971f1eafbb 2024-11-10T13:27:40,404 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/64d11fef2de2450095526a971f1eafbb, entries=150, sequenceid=78, filesize=30.2 K 2024-11-10T13:27:40,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/5b010c6f44304f82a4c82940bf40df87 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/5b010c6f44304f82a4c82940bf40df87 2024-11-10T13:27:40,406 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/5b010c6f44304f82a4c82940bf40df87, entries=150, sequenceid=78, filesize=11.7 K 2024-11-10T13:27:40,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/741baa71555340c1a527360547a2c0ac as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/741baa71555340c1a527360547a2c0ac 2024-11-10T13:27:40,410 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/741baa71555340c1a527360547a2c0ac, entries=150, sequenceid=78, filesize=11.7 K 2024-11-10T13:27:40,411 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e42fed4057f5bfb51ff558340d790c9b in 1260ms, sequenceid=78, compaction requested=false 2024-11-10T13:27:40,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:40,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:40,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-10T13:27:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-11-10T13:27:40,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-10T13:27:40,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7800 sec 2024-11-10T13:27:40,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.7840 sec 2024-11-10T13:27:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:40,511 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:27:40,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e42fed4057f5bfb51ff558340d790c9b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-10T13:27:40,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110fe1085fc70b24d0bb15dde1b8b5340ee_e42fed4057f5bfb51ff558340d790c9b is 50, key is test_row_0/A:col10/1731245260510/Put/seqid=0 2024-11-10T13:27:40,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742318_1494 (size=14594) 2024-11-10T13:27:40,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45064 deadline: 1731245320548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:40,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45018 deadline: 1731245320549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:40,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45064 deadline: 1731245320659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:40,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:40,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:40,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:40,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45018 deadline: 1731245320659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:40,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:40,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:40,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-10T13:27:40,790 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:27:40,790 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:27:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-10T13:27:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-10T13:27:40,792 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:27:40,792 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:27:40,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:27:40,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245320839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:40,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245320839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:40,841 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_2' in e42fed4057f5bfb51ff558340d790c9b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:27:40,841 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_1' in e42fed4057f5bfb51ff558340d790c9b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:27:40,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:40,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:40,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:40,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:40,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:40,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:40,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245320849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:40,851 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_1' in e42fed4057f5bfb51ff558340d790c9b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:27:40,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:40,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:40,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:40,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45064 deadline: 1731245320869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:40,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45018 deadline: 1731245320869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:40,872 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:40,872 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:40,872 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:40,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:40,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:40,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-10T13:27:40,920 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:40,923 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110fe1085fc70b24d0bb15dde1b8b5340ee_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110fe1085fc70b24d0bb15dde1b8b5340ee_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:40,923 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/c54a3e27927444f6be13891f3ff81b5d, store: [table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:40,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/c54a3e27927444f6be13891f3ff81b5d is 175, key is test_row_0/A:col10/1731245260510/Put/seqid=0 2024-11-10T13:27:40,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742319_1495 (size=39549) 2024-11-10T13:27:40,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-10T13:27:40,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:40,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:40,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:40,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:40,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:41,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-10T13:27:41,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:41,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:41,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:41,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:41,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-10T13:27:41,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45064 deadline: 1731245321179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:41,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:41,181 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45018 deadline: 1731245321179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:41,181 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:41,181 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:41,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:41,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:41,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:41,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-10T13:27:41,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:41,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:41,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:41,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:41,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:41,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:41,327 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/c54a3e27927444f6be13891f3ff81b5d 2024-11-10T13:27:41,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/f67b5cddd1074af084156343c4ab3688 is 50, key is test_row_0/B:col10/1731245260510/Put/seqid=0 2024-11-10T13:27:41,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742320_1496 (size=12001) 2024-11-10T13:27:41,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-10T13:27:41,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:41,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:41,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:41,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:41,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-10T13:27:41,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-10T13:27:41,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:41,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:41,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:41,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:41,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:41,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45064 deadline: 1731245321689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:41,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:41,692 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:41,692 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45018 deadline: 1731245321689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:41,692 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:41,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:41,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:41,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:41,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-10T13:27:41,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:41,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:41,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:41,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:41,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:41,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:41,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/f67b5cddd1074af084156343c4ab3688 2024-11-10T13:27:41,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/6158bd7b236742a4bd06565a4907cbf3 is 50, key is test_row_0/C:col10/1731245260510/Put/seqid=0 2024-11-10T13:27:41,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742321_1497 (size=12001) 2024-11-10T13:27:41,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/6158bd7b236742a4bd06565a4907cbf3 2024-11-10T13:27:41,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/c54a3e27927444f6be13891f3ff81b5d as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/c54a3e27927444f6be13891f3ff81b5d 2024-11-10T13:27:41,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/c54a3e27927444f6be13891f3ff81b5d, entries=200, sequenceid=95, filesize=38.6 K 2024-11-10T13:27:41,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/f67b5cddd1074af084156343c4ab3688 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/f67b5cddd1074af084156343c4ab3688 2024-11-10T13:27:41,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/f67b5cddd1074af084156343c4ab3688, entries=150, sequenceid=95, filesize=11.7 K 2024-11-10T13:27:41,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/6158bd7b236742a4bd06565a4907cbf3 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/6158bd7b236742a4bd06565a4907cbf3 2024-11-10T13:27:41,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/6158bd7b236742a4bd06565a4907cbf3, entries=150, sequenceid=95, filesize=11.7 K 2024-11-10T13:27:41,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for e42fed4057f5bfb51ff558340d790c9b in 1257ms, sequenceid=95, compaction requested=true 2024-11-10T13:27:41,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:41,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e42fed4057f5bfb51ff558340d790c9b:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:27:41,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:41,768 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:41,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e42fed4057f5bfb51ff558340d790c9b:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:27:41,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:41,768 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:41,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e42fed4057f5bfb51ff558340d790c9b:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:27:41,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:41,769 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:41,769 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:41,769 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e42fed4057f5bfb51ff558340d790c9b/B is initiating minor compaction (all files) 2024-11-10T13:27:41,769 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): e42fed4057f5bfb51ff558340d790c9b/A is initiating minor compaction (all files) 2024-11-10T13:27:41,769 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e42fed4057f5bfb51ff558340d790c9b/A in TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:41,769 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e42fed4057f5bfb51ff558340d790c9b/B in TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:41,769 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/46f86bb25de24da683a3c61ffe935972, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/64d11fef2de2450095526a971f1eafbb, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/c54a3e27927444f6be13891f3ff81b5d] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp, totalSize=99.2 K 2024-11-10T13:27:41,769 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/b0b3e5343a3b466896cc0e4765207e42, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/5b010c6f44304f82a4c82940bf40df87, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/f67b5cddd1074af084156343c4ab3688] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp, totalSize=35.3 K 2024-11-10T13:27:41,769 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:41,769 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. files: [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/46f86bb25de24da683a3c61ffe935972, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/64d11fef2de2450095526a971f1eafbb, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/c54a3e27927444f6be13891f3ff81b5d] 2024-11-10T13:27:41,769 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting b0b3e5343a3b466896cc0e4765207e42, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731245256659 2024-11-10T13:27:41,770 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46f86bb25de24da683a3c61ffe935972, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731245256659 2024-11-10T13:27:41,770 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b010c6f44304f82a4c82940bf40df87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731245258713 2024-11-10T13:27:41,770 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64d11fef2de2450095526a971f1eafbb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731245258713 2024-11-10T13:27:41,770 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting f67b5cddd1074af084156343c4ab3688, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731245259369 2024-11-10T13:27:41,770 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting c54a3e27927444f6be13891f3ff81b5d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731245259368 2024-11-10T13:27:41,776 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e42fed4057f5bfb51ff558340d790c9b#B#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:41,777 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/2b0a73514cd24fa99b1fd78fa5515f72 is 50, key is test_row_0/B:col10/1731245260510/Put/seqid=0 2024-11-10T13:27:41,792 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:41,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742322_1498 (size=12207) 2024-11-10T13:27:41,796 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110c1db5892db4644bcb6027a73c782f352_e42fed4057f5bfb51ff558340d790c9b store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:41,798 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110c1db5892db4644bcb6027a73c782f352_e42fed4057f5bfb51ff558340d790c9b, store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:41,798 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/2b0a73514cd24fa99b1fd78fa5515f72 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/2b0a73514cd24fa99b1fd78fa5515f72 2024-11-10T13:27:41,798 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c1db5892db4644bcb6027a73c782f352_e42fed4057f5bfb51ff558340d790c9b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:41,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742323_1499 (size=4469) 2024-11-10T13:27:41,802 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e42fed4057f5bfb51ff558340d790c9b/B of e42fed4057f5bfb51ff558340d790c9b into 2b0a73514cd24fa99b1fd78fa5515f72(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:41,802 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:41,803 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., storeName=e42fed4057f5bfb51ff558340d790c9b/B, priority=13, startTime=1731245261768; duration=0sec 2024-11-10T13:27:41,803 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:41,803 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e42fed4057f5bfb51ff558340d790c9b:B 2024-11-10T13:27:41,803 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:41,803 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:41,803 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e42fed4057f5bfb51ff558340d790c9b/C is initiating minor compaction (all files) 2024-11-10T13:27:41,803 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e42fed4057f5bfb51ff558340d790c9b/C in TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:41,803 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/214aefbb22fe41518a6a41290c66ed1c, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/741baa71555340c1a527360547a2c0ac, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/6158bd7b236742a4bd06565a4907cbf3] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp, totalSize=35.3 K 2024-11-10T13:27:41,804 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 214aefbb22fe41518a6a41290c66ed1c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731245256659 2024-11-10T13:27:41,804 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 741baa71555340c1a527360547a2c0ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731245258713 2024-11-10T13:27:41,805 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 6158bd7b236742a4bd06565a4907cbf3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731245259369 2024-11-10T13:27:41,810 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e42fed4057f5bfb51ff558340d790c9b#C#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:41,811 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/8614ae6699804a8994874d08ad62c9a4 is 50, key is test_row_0/C:col10/1731245260510/Put/seqid=0 2024-11-10T13:27:41,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742324_1500 (size=12207) 2024-11-10T13:27:41,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-10T13:27:41,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:41,860 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing e42fed4057f5bfb51ff558340d790c9b 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-10T13:27:41,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110459d314c94ae4957b600eed7302535e3_e42fed4057f5bfb51ff558340d790c9b is 50, key is test_row_0/A:col10/1731245260548/Put/seqid=0 2024-11-10T13:27:41,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742325_1501 (size=12154) 2024-11-10T13:27:41,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:41,873 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110459d314c94ae4957b600eed7302535e3_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110459d314c94ae4957b600eed7302535e3_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:41,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/885318204a0b4e18a3c4bd50e09da523, store: [table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:41,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/885318204a0b4e18a3c4bd50e09da523 is 175, key is test_row_0/A:col10/1731245260548/Put/seqid=0 2024-11-10T13:27:41,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742326_1502 (size=30955) 2024-11-10T13:27:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-10T13:27:42,203 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e42fed4057f5bfb51ff558340d790c9b#A#compaction#421 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:42,204 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/61ab7cf210f4472490fdb259be84a157 is 175, key is test_row_0/A:col10/1731245260510/Put/seqid=0 2024-11-10T13:27:42,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742327_1503 (size=31161) 2024-11-10T13:27:42,218 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/8614ae6699804a8994874d08ad62c9a4 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/8614ae6699804a8994874d08ad62c9a4 2024-11-10T13:27:42,221 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e42fed4057f5bfb51ff558340d790c9b/C of e42fed4057f5bfb51ff558340d790c9b into 8614ae6699804a8994874d08ad62c9a4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:42,221 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:42,221 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., storeName=e42fed4057f5bfb51ff558340d790c9b/C, priority=13, startTime=1731245261768; duration=0sec 2024-11-10T13:27:42,222 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:42,222 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e42fed4057f5bfb51ff558340d790c9b:C 2024-11-10T13:27:42,279 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/885318204a0b4e18a3c4bd50e09da523 2024-11-10T13:27:42,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/bda51dedf0614912a70370b5b3cd5c80 is 50, key is test_row_0/B:col10/1731245260548/Put/seqid=0 2024-11-10T13:27:42,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742328_1504 (size=12001) 2024-11-10T13:27:42,619 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/61ab7cf210f4472490fdb259be84a157 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/61ab7cf210f4472490fdb259be84a157 2024-11-10T13:27:42,623 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e42fed4057f5bfb51ff558340d790c9b/A of e42fed4057f5bfb51ff558340d790c9b into 61ab7cf210f4472490fdb259be84a157(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:42,623 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:42,623 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., storeName=e42fed4057f5bfb51ff558340d790c9b/A, priority=13, startTime=1731245261768; duration=0sec 2024-11-10T13:27:42,623 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:42,623 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e42fed4057f5bfb51ff558340d790c9b:A 2024-11-10T13:27:42,694 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/bda51dedf0614912a70370b5b3cd5c80 2024-11-10T13:27:42,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/d50682109e7d48d1a72ee75af00fd7fd is 50, key is test_row_0/C:col10/1731245260548/Put/seqid=0 2024-11-10T13:27:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:42,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:42,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742329_1505 (size=12001) 2024-11-10T13:27:42,704 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/d50682109e7d48d1a72ee75af00fd7fd 2024-11-10T13:27:42,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/885318204a0b4e18a3c4bd50e09da523 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/885318204a0b4e18a3c4bd50e09da523 2024-11-10T13:27:42,710 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/885318204a0b4e18a3c4bd50e09da523, entries=150, sequenceid=117, filesize=30.2 K 2024-11-10T13:27:42,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/bda51dedf0614912a70370b5b3cd5c80 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/bda51dedf0614912a70370b5b3cd5c80 2024-11-10T13:27:42,713 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/bda51dedf0614912a70370b5b3cd5c80, entries=150, sequenceid=117, filesize=11.7 K 2024-11-10T13:27:42,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/d50682109e7d48d1a72ee75af00fd7fd as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/d50682109e7d48d1a72ee75af00fd7fd 2024-11-10T13:27:42,717 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/d50682109e7d48d1a72ee75af00fd7fd, entries=150, sequenceid=117, filesize=11.7 K 2024-11-10T13:27:42,717 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=53.67 KB/54960 for e42fed4057f5bfb51ff558340d790c9b in 857ms, sequenceid=117, compaction requested=false 2024-11-10T13:27:42,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:42,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:42,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-10T13:27:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-10T13:27:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:42,719 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:27:42,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e42fed4057f5bfb51ff558340d790c9b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T13:27:42,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-10T13:27:42,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9270 sec 2024-11-10T13:27:42,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.9310 sec 2024-11-10T13:27:42,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109ad1ce9fafa34ee2aa3e37b81a2d9a8a_e42fed4057f5bfb51ff558340d790c9b is 50, key is test_row_0/A:col10/1731245262717/Put/seqid=0 2024-11-10T13:27:42,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742330_1506 (size=14744) 2024-11-10T13:27:42,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45064 deadline: 1731245322764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:42,767 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:42,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:42,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:42,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45018 deadline: 1731245322765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:42,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:42,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:42,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:42,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45064 deadline: 1731245322879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:42,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:42,881 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:42,881 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45018 deadline: 1731245322880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:42,881 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:42,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:42,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:42,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-10T13:27:42,939 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:27:42,940 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:27:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-10T13:27:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T13:27:42,941 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:27:42,942 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:27:42,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:27:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T13:27:43,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45064 deadline: 1731245323089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:43,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:43,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45018 deadline: 1731245323089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:43,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:43,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:43,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:43,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:43,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:43,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T13:27:43,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:43,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:43,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:43,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:43,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:43,143 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:43,146 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109ad1ce9fafa34ee2aa3e37b81a2d9a8a_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109ad1ce9fafa34ee2aa3e37b81a2d9a8a_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:43,146 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/6de80f5ce84e4218a5fd161fb32d46ca, store: [table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:43,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/6de80f5ce84e4218a5fd161fb32d46ca is 175, key is test_row_0/A:col10/1731245262717/Put/seqid=0 2024-11-10T13:27:43,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742331_1507 (size=39699) 2024-11-10T13:27:43,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T13:27:43,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:43,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:43,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:43,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:43,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T13:27:43,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T13:27:43,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:43,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:43,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:43,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:43,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:43,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45064 deadline: 1731245323399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:43,400 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:43,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:43,400 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:43,400 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45018 deadline: 1731245323399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:43,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:43,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:43,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:43,550 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/6de80f5ce84e4218a5fd161fb32d46ca 2024-11-10T13:27:43,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T13:27:43,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:43,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:43,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:43,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:43,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:43,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/a586a24758574601bb6e8f80c1184037 is 50, key is test_row_0/B:col10/1731245262717/Put/seqid=0 2024-11-10T13:27:43,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742332_1508 (size=12101) 2024-11-10T13:27:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T13:27:43,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T13:27:43,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:43,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:43,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:43,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:43,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:43,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T13:27:43,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:43,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:43,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:43,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:43,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:43,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45064 deadline: 1731245323909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:43,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45018 deadline: 1731245323909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:43,912 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:43,912 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:43,912 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:43,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:43,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:43,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:43,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/a586a24758574601bb6e8f80c1184037 2024-11-10T13:27:44,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T13:27:44,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:44,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:44,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:44,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:44,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:44,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/b3490503fc39497a8eef93ab3dedb7a4 is 50, key is test_row_0/C:col10/1731245262717/Put/seqid=0 2024-11-10T13:27:44,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742333_1509 (size=12101) 2024-11-10T13:27:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T13:27:44,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T13:27:44,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:44,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:44,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:44,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:44,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:44,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T13:27:44,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:44,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:44,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:44,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:44,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:44,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/b3490503fc39497a8eef93ab3dedb7a4 2024-11-10T13:27:44,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/6de80f5ce84e4218a5fd161fb32d46ca as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/6de80f5ce84e4218a5fd161fb32d46ca 2024-11-10T13:27:44,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/6de80f5ce84e4218a5fd161fb32d46ca, entries=200, sequenceid=132, filesize=38.8 K 2024-11-10T13:27:44,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/a586a24758574601bb6e8f80c1184037 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/a586a24758574601bb6e8f80c1184037 2024-11-10T13:27:44,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/a586a24758574601bb6e8f80c1184037, entries=150, sequenceid=132, filesize=11.8 K 2024-11-10T13:27:44,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/b3490503fc39497a8eef93ab3dedb7a4 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/b3490503fc39497a8eef93ab3dedb7a4 2024-11-10T13:27:44,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/b3490503fc39497a8eef93ab3dedb7a4, entries=150, sequenceid=132, filesize=11.8 K 2024-11-10T13:27:44,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e42fed4057f5bfb51ff558340d790c9b in 1726ms, sequenceid=132, compaction requested=true 2024-11-10T13:27:44,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:44,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e42fed4057f5bfb51ff558340d790c9b:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:27:44,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:44,445 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:44,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e42fed4057f5bfb51ff558340d790c9b:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:27:44,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:44,445 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:44,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e42fed4057f5bfb51ff558340d790c9b:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:27:44,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:44,445 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:44,445 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:44,446 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e42fed4057f5bfb51ff558340d790c9b/B is initiating minor compaction (all files) 2024-11-10T13:27:44,446 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): e42fed4057f5bfb51ff558340d790c9b/A is initiating minor compaction (all files) 2024-11-10T13:27:44,446 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e42fed4057f5bfb51ff558340d790c9b/A in TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:44,446 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e42fed4057f5bfb51ff558340d790c9b/B in TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:44,446 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/2b0a73514cd24fa99b1fd78fa5515f72, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/bda51dedf0614912a70370b5b3cd5c80, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/a586a24758574601bb6e8f80c1184037] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp, totalSize=35.5 K 2024-11-10T13:27:44,446 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/61ab7cf210f4472490fdb259be84a157, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/885318204a0b4e18a3c4bd50e09da523, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/6de80f5ce84e4218a5fd161fb32d46ca] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp, totalSize=99.4 K 2024-11-10T13:27:44,446 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:44,446 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. files: [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/61ab7cf210f4472490fdb259be84a157, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/885318204a0b4e18a3c4bd50e09da523, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/6de80f5ce84e4218a5fd161fb32d46ca] 2024-11-10T13:27:44,446 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b0a73514cd24fa99b1fd78fa5515f72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731245259369 2024-11-10T13:27:44,446 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61ab7cf210f4472490fdb259be84a157, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731245259369 2024-11-10T13:27:44,446 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting bda51dedf0614912a70370b5b3cd5c80, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731245260541 2024-11-10T13:27:44,446 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 885318204a0b4e18a3c4bd50e09da523, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731245260541 2024-11-10T13:27:44,446 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting a586a24758574601bb6e8f80c1184037, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731245262706 2024-11-10T13:27:44,446 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6de80f5ce84e4218a5fd161fb32d46ca, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731245262706 2024-11-10T13:27:44,450 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:44,451 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111087d6b4af6c67483ba1184c583ceef65e_e42fed4057f5bfb51ff558340d790c9b store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:44,451 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e42fed4057f5bfb51ff558340d790c9b#B#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:44,452 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/abe6601a258d45eebea3d4c1f0c24102 is 50, key is test_row_0/B:col10/1731245262717/Put/seqid=0 2024-11-10T13:27:44,453 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111087d6b4af6c67483ba1184c583ceef65e_e42fed4057f5bfb51ff558340d790c9b, store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:44,453 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111087d6b4af6c67483ba1184c583ceef65e_e42fed4057f5bfb51ff558340d790c9b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:44,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742335_1511 (size=4469) 2024-11-10T13:27:44,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742334_1510 (size=12409) 2024-11-10T13:27:44,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T13:27:44,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:44,477 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing e42fed4057f5bfb51ff558340d790c9b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T13:27:44,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e93cdab969894da0b9bdf4d626001fb3_e42fed4057f5bfb51ff558340d790c9b is 50, key is test_row_0/A:col10/1731245262764/Put/seqid=0 2024-11-10T13:27:44,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742336_1512 (size=12304) 2024-11-10T13:27:44,857 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e42fed4057f5bfb51ff558340d790c9b#A#compaction#430 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:44,858 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/0cf6ebb14c1042bd80128009375f8058 is 175, key is test_row_0/A:col10/1731245262717/Put/seqid=0 2024-11-10T13:27:44,860 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/abe6601a258d45eebea3d4c1f0c24102 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/abe6601a258d45eebea3d4c1f0c24102 2024-11-10T13:27:44,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742337_1513 (size=31363) 2024-11-10T13:27:44,866 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e42fed4057f5bfb51ff558340d790c9b/B of e42fed4057f5bfb51ff558340d790c9b into abe6601a258d45eebea3d4c1f0c24102(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:44,866 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:44,866 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., storeName=e42fed4057f5bfb51ff558340d790c9b/B, priority=13, startTime=1731245264445; duration=0sec 2024-11-10T13:27:44,866 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:44,866 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e42fed4057f5bfb51ff558340d790c9b:B 2024-11-10T13:27:44,866 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:44,867 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:44,867 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e42fed4057f5bfb51ff558340d790c9b/C is initiating minor compaction (all files) 2024-11-10T13:27:44,867 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e42fed4057f5bfb51ff558340d790c9b/C in TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:44,867 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/8614ae6699804a8994874d08ad62c9a4, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/d50682109e7d48d1a72ee75af00fd7fd, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/b3490503fc39497a8eef93ab3dedb7a4] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp, totalSize=35.5 K 2024-11-10T13:27:44,867 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/0cf6ebb14c1042bd80128009375f8058 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/0cf6ebb14c1042bd80128009375f8058 2024-11-10T13:27:44,868 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 8614ae6699804a8994874d08ad62c9a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731245259369 2024-11-10T13:27:44,868 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting d50682109e7d48d1a72ee75af00fd7fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731245260541 2024-11-10T13:27:44,868 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting b3490503fc39497a8eef93ab3dedb7a4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731245262706 2024-11-10T13:27:44,871 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e42fed4057f5bfb51ff558340d790c9b/A of e42fed4057f5bfb51ff558340d790c9b into 0cf6ebb14c1042bd80128009375f8058(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:44,871 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:44,871 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., storeName=e42fed4057f5bfb51ff558340d790c9b/A, priority=13, startTime=1731245264445; duration=0sec 2024-11-10T13:27:44,871 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:44,871 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e42fed4057f5bfb51ff558340d790c9b:A 2024-11-10T13:27:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:44,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:44,874 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e42fed4057f5bfb51ff558340d790c9b#C#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:44,875 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/c44dd43261bd4b299fac1b097a973198 is 50, key is test_row_0/C:col10/1731245262717/Put/seqid=0 2024-11-10T13:27:44,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742338_1514 (size=12409) 2024-11-10T13:27:44,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:44,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245324890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:44,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:44,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:44,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:44,894 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e93cdab969894da0b9bdf4d626001fb3_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e93cdab969894da0b9bdf4d626001fb3_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:44,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/55cedeffc9e341b6878e5fb4f462b79e, store: [table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:44,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/55cedeffc9e341b6878e5fb4f462b79e is 175, key is test_row_0/A:col10/1731245262764/Put/seqid=0 2024-11-10T13:27:44,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245324893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:44,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:44,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245324893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:44,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:44,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:44,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:44,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:44,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:44,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742339_1515 (size=31105) 2024-11-10T13:27:44,906 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/55cedeffc9e341b6878e5fb4f462b79e 2024-11-10T13:27:44,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/704a6cc893fe4d6bac8c7ef35cc54abb is 50, key is test_row_0/B:col10/1731245262764/Put/seqid=0 2024-11-10T13:27:44,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45064 deadline: 1731245324919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:44,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45018 deadline: 1731245324919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:44,921 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_1' in e42fed4057f5bfb51ff558340d790c9b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:27:44,921 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_2' in e42fed4057f5bfb51ff558340d790c9b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:27:44,922 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:44,922 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:44,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:44,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:44,922 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:44,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:44,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742340_1516 (size=12151) 2024-11-10T13:27:44,926 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/704a6cc893fe4d6bac8c7ef35cc54abb 2024-11-10T13:27:44,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/2269f38e510c489485056800a006e73a is 50, key is test_row_0/C:col10/1731245262764/Put/seqid=0 2024-11-10T13:27:44,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742341_1517 (size=12151) 2024-11-10T13:27:45,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245324999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:45,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:45,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:45,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:45,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245325009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:45,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:45,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245325009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:45,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:45,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:45,011 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:45,011 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:45,011 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T13:27:45,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:45,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245325209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:45,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:45,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:45,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:45,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:45,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245325219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:45,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:45,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:45,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:45,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245325219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:45,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:45,221 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:45,221 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:45,221 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:45,289 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/c44dd43261bd4b299fac1b097a973198 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/c44dd43261bd4b299fac1b097a973198 2024-11-10T13:27:45,292 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e42fed4057f5bfb51ff558340d790c9b/C of e42fed4057f5bfb51ff558340d790c9b into c44dd43261bd4b299fac1b097a973198(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:45,292 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:45,292 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., storeName=e42fed4057f5bfb51ff558340d790c9b/C, priority=13, startTime=1731245264445; duration=0sec 2024-11-10T13:27:45,292 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:45,292 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e42fed4057f5bfb51ff558340d790c9b:C 2024-11-10T13:27:45,337 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/2269f38e510c489485056800a006e73a 2024-11-10T13:27:45,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/55cedeffc9e341b6878e5fb4f462b79e as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/55cedeffc9e341b6878e5fb4f462b79e 2024-11-10T13:27:45,342 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/55cedeffc9e341b6878e5fb4f462b79e, entries=150, sequenceid=155, filesize=30.4 K 2024-11-10T13:27:45,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/704a6cc893fe4d6bac8c7ef35cc54abb as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/704a6cc893fe4d6bac8c7ef35cc54abb 2024-11-10T13:27:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,346 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/704a6cc893fe4d6bac8c7ef35cc54abb, entries=150, sequenceid=155, filesize=11.9 K 2024-11-10T13:27:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/2269f38e510c489485056800a006e73a as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/2269f38e510c489485056800a006e73a 2024-11-10T13:27:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,349 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/2269f38e510c489485056800a006e73a, entries=150, sequenceid=155, filesize=11.9 K 2024-11-10T13:27:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,350 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e42fed4057f5bfb51ff558340d790c9b in 873ms, sequenceid=155, compaction requested=false 2024-11-10T13:27:45,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:45,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:45,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-10T13:27:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-10T13:27:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-10T13:27:45,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4090 sec 2024-11-10T13:27:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 2.4130 sec 2024-11-10T13:27:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:45,527 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:27:45,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e42fed4057f5bfb51ff558340d790c9b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-10T13:27:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110dfb14ef1b84b4788a5d19de37180cdaa_e42fed4057f5bfb51ff558340d790c9b is 50, key is test_row_1/A:col10/1731245265526/Put/seqid=0 2024-11-10T13:27:45,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742342_1518 (size=12304) 2024-11-10T13:27:45,538 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,542 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110dfb14ef1b84b4788a5d19de37180cdaa_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110dfb14ef1b84b4788a5d19de37180cdaa_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:45,543 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/86cc72cb857a4a4189ba83b68e7d835e, store: [table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:45,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/86cc72cb857a4a4189ba83b68e7d835e is 175, key is test_row_1/A:col10/1731245265526/Put/seqid=0 2024-11-10T13:27:45,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742343_1519 (size=31101) 2024-11-10T13:27:45,547 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/86cc72cb857a4a4189ba83b68e7d835e 2024-11-10T13:27:45,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/5152a1cbd3744eeeb2805314ec0e4f46 is 50, key is test_row_1/B:col10/1731245265526/Put/seqid=0 2024-11-10T13:27:45,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742344_1520 (size=9757) 2024-11-10T13:27:45,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/5152a1cbd3744eeeb2805314ec0e4f46 2024-11-10T13:27:45,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/4abe365789cc48db9b285cb4524f394a is 50, key is test_row_1/C:col10/1731245265526/Put/seqid=0 2024-11-10T13:27:45,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742345_1521 (size=9757) 2024-11-10T13:27:45,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/4abe365789cc48db9b285cb4524f394a 2024-11-10T13:27:45,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245325563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:45,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:45,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:45,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:45,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/86cc72cb857a4a4189ba83b68e7d835e as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/86cc72cb857a4a4189ba83b68e7d835e 2024-11-10T13:27:45,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245325564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:45,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245325566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:45,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:45,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:45,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:45,569 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:45,570 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:45,570 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:45,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/86cc72cb857a4a4189ba83b68e7d835e, entries=150, sequenceid=172, filesize=30.4 K 2024-11-10T13:27:45,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/5152a1cbd3744eeeb2805314ec0e4f46 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/5152a1cbd3744eeeb2805314ec0e4f46 2024-11-10T13:27:45,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/5152a1cbd3744eeeb2805314ec0e4f46, entries=100, sequenceid=172, filesize=9.5 K 2024-11-10T13:27:45,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/4abe365789cc48db9b285cb4524f394a as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/4abe365789cc48db9b285cb4524f394a 2024-11-10T13:27:45,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/4abe365789cc48db9b285cb4524f394a, entries=100, sequenceid=172, filesize=9.5 K 2024-11-10T13:27:45,582 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e42fed4057f5bfb51ff558340d790c9b in 55ms, sequenceid=172, compaction requested=true 2024-11-10T13:27:45,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:45,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e42fed4057f5bfb51ff558340d790c9b:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:27:45,582 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:45,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:45,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e42fed4057f5bfb51ff558340d790c9b:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:27:45,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:45,582 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:45,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e42fed4057f5bfb51ff558340d790c9b:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:27:45,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:45,583 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93569 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:45,583 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34317 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:45,583 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): e42fed4057f5bfb51ff558340d790c9b/A is initiating minor compaction (all files) 2024-11-10T13:27:45,583 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e42fed4057f5bfb51ff558340d790c9b/A in TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:45,583 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e42fed4057f5bfb51ff558340d790c9b/B is initiating minor compaction (all files) 2024-11-10T13:27:45,583 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e42fed4057f5bfb51ff558340d790c9b/B in TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:45,583 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/0cf6ebb14c1042bd80128009375f8058, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/55cedeffc9e341b6878e5fb4f462b79e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/86cc72cb857a4a4189ba83b68e7d835e] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp, totalSize=91.4 K 2024-11-10T13:27:45,583 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:45,583 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/abe6601a258d45eebea3d4c1f0c24102, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/704a6cc893fe4d6bac8c7ef35cc54abb, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/5152a1cbd3744eeeb2805314ec0e4f46] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp, totalSize=33.5 K 2024-11-10T13:27:45,583 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. files: [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/0cf6ebb14c1042bd80128009375f8058, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/55cedeffc9e341b6878e5fb4f462b79e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/86cc72cb857a4a4189ba83b68e7d835e] 2024-11-10T13:27:45,583 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0cf6ebb14c1042bd80128009375f8058, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731245262706 2024-11-10T13:27:45,583 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting abe6601a258d45eebea3d4c1f0c24102, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731245262706 2024-11-10T13:27:45,584 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55cedeffc9e341b6878e5fb4f462b79e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731245262730 2024-11-10T13:27:45,584 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86cc72cb857a4a4189ba83b68e7d835e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731245264892 2024-11-10T13:27:45,584 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 704a6cc893fe4d6bac8c7ef35cc54abb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731245262730 2024-11-10T13:27:45,584 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 5152a1cbd3744eeeb2805314ec0e4f46, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731245264892 2024-11-10T13:27:45,589 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:45,591 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e42fed4057f5bfb51ff558340d790c9b#B#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:45,591 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411107f683037f3b8477eb051b506f7c9610b_e42fed4057f5bfb51ff558340d790c9b store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:45,591 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/fde76e18e27f403d9c28ba66b1254dc2 is 50, key is test_row_0/B:col10/1731245262764/Put/seqid=0 2024-11-10T13:27:45,592 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411107f683037f3b8477eb051b506f7c9610b_e42fed4057f5bfb51ff558340d790c9b, store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:45,593 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107f683037f3b8477eb051b506f7c9610b_e42fed4057f5bfb51ff558340d790c9b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:45,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742346_1522 (size=12561) 2024-11-10T13:27:45,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742347_1523 (size=4469) 2024-11-10T13:27:45,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:45,680 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:27:45,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e42fed4057f5bfb51ff558340d790c9b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T13:27:45,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c4c5eebfc1eb4aa89ee68a7760cf75b6_e42fed4057f5bfb51ff558340d790c9b is 50, key is test_row_0/A:col10/1731245265557/Put/seqid=0 2024-11-10T13:27:45,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742348_1524 (size=14794) 2024-11-10T13:27:45,694 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:45,697 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c4c5eebfc1eb4aa89ee68a7760cf75b6_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c4c5eebfc1eb4aa89ee68a7760cf75b6_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:45,698 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/5ba36c072f3b4c18bd7838ae2c902ad7, store: [table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:45,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/5ba36c072f3b4c18bd7838ae2c902ad7 is 175, key is test_row_0/A:col10/1731245265557/Put/seqid=0 2024-11-10T13:27:45,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:45,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245325693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:45,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:45,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:45,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:45,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:45,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245325698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:45,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:45,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:45,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:45,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742349_1525 (size=39749) 2024-11-10T13:27:45,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245325699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:45,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:45,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:45,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:45,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:45,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245325809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:45,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:45,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:45,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:45,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:45,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245325809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:45,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:45,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:45,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:45,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:45,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245325809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:45,811 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:45,811 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:45,811 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:46,000 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e42fed4057f5bfb51ff558340d790c9b#A#compaction#439 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:46,000 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/3fd698fc08c04d1198adce9e85a39a09 is 175, key is test_row_0/A:col10/1731245262764/Put/seqid=0 2024-11-10T13:27:46,001 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/fde76e18e27f403d9c28ba66b1254dc2 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/fde76e18e27f403d9c28ba66b1254dc2 2024-11-10T13:27:46,005 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e42fed4057f5bfb51ff558340d790c9b/B of e42fed4057f5bfb51ff558340d790c9b into fde76e18e27f403d9c28ba66b1254dc2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:46,005 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:46,005 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., storeName=e42fed4057f5bfb51ff558340d790c9b/B, priority=13, startTime=1731245265582; duration=0sec 2024-11-10T13:27:46,005 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:46,005 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e42fed4057f5bfb51ff558340d790c9b:B 2024-11-10T13:27:46,005 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:46,006 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34317 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:46,006 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e42fed4057f5bfb51ff558340d790c9b/C is initiating minor compaction (all files) 2024-11-10T13:27:46,006 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e42fed4057f5bfb51ff558340d790c9b/C in TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:46,006 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/c44dd43261bd4b299fac1b097a973198, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/2269f38e510c489485056800a006e73a, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/4abe365789cc48db9b285cb4524f394a] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp, totalSize=33.5 K 2024-11-10T13:27:46,006 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting c44dd43261bd4b299fac1b097a973198, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731245262706 2024-11-10T13:27:46,007 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 2269f38e510c489485056800a006e73a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731245262730 2024-11-10T13:27:46,007 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 4abe365789cc48db9b285cb4524f394a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731245264892 2024-11-10T13:27:46,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742350_1526 (size=31622) 2024-11-10T13:27:46,011 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/3fd698fc08c04d1198adce9e85a39a09 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/3fd698fc08c04d1198adce9e85a39a09 2024-11-10T13:27:46,014 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e42fed4057f5bfb51ff558340d790c9b#C#compaction#441 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:46,014 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/c42505f7945a4785b5ee3928959f56bf is 50, key is test_row_0/C:col10/1731245262764/Put/seqid=0 2024-11-10T13:27:46,016 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e42fed4057f5bfb51ff558340d790c9b/A of e42fed4057f5bfb51ff558340d790c9b into 3fd698fc08c04d1198adce9e85a39a09(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:46,016 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:46,016 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., storeName=e42fed4057f5bfb51ff558340d790c9b/A, priority=13, startTime=1731245265582; duration=0sec 2024-11-10T13:27:46,016 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:46,016 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e42fed4057f5bfb51ff558340d790c9b:A 2024-11-10T13:27:46,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742351_1527 (size=12561) 2024-11-10T13:27:46,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:46,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245326019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:46,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:46,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:46,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:46,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:46,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245326019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:46,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:46,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245326019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:46,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:46,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:46,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:46,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:46,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:46,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:46,103 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/5ba36c072f3b4c18bd7838ae2c902ad7 2024-11-10T13:27:46,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/20667ef701a0483f8d5f43756be3b7d0 is 50, key is test_row_0/B:col10/1731245265557/Put/seqid=0 2024-11-10T13:27:46,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742352_1528 (size=12151) 2024-11-10T13:27:46,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245326329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:46,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:46,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:46,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245326329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:46,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:46,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:46,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:46,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:46,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245326330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:46,332 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:46,332 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:46,332 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:46,421 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/c42505f7945a4785b5ee3928959f56bf as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/c42505f7945a4785b5ee3928959f56bf 2024-11-10T13:27:46,424 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e42fed4057f5bfb51ff558340d790c9b/C of e42fed4057f5bfb51ff558340d790c9b into c42505f7945a4785b5ee3928959f56bf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:46,424 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:46,424 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., storeName=e42fed4057f5bfb51ff558340d790c9b/C, priority=13, startTime=1731245265582; duration=0sec 2024-11-10T13:27:46,424 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:46,424 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e42fed4057f5bfb51ff558340d790c9b:C 2024-11-10T13:27:46,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/20667ef701a0483f8d5f43756be3b7d0 2024-11-10T13:27:46,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/e21c56290d9742fdb9ca57afe1200ce9 is 50, key is test_row_0/C:col10/1731245265557/Put/seqid=0 2024-11-10T13:27:46,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742353_1529 (size=12151) 2024-11-10T13:27:46,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/e21c56290d9742fdb9ca57afe1200ce9 2024-11-10T13:27:46,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/5ba36c072f3b4c18bd7838ae2c902ad7 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/5ba36c072f3b4c18bd7838ae2c902ad7 2024-11-10T13:27:46,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/5ba36c072f3b4c18bd7838ae2c902ad7, entries=200, sequenceid=195, filesize=38.8 K 2024-11-10T13:27:46,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/20667ef701a0483f8d5f43756be3b7d0 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/20667ef701a0483f8d5f43756be3b7d0 2024-11-10T13:27:46,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/20667ef701a0483f8d5f43756be3b7d0, entries=150, sequenceid=195, filesize=11.9 K 2024-11-10T13:27:46,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/e21c56290d9742fdb9ca57afe1200ce9 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/e21c56290d9742fdb9ca57afe1200ce9 2024-11-10T13:27:46,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/e21c56290d9742fdb9ca57afe1200ce9, entries=150, sequenceid=195, filesize=11.9 K 2024-11-10T13:27:46,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for e42fed4057f5bfb51ff558340d790c9b in 853ms, sequenceid=195, compaction requested=false 2024-11-10T13:27:46,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:46,842 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:27:46,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e42fed4057f5bfb51ff558340d790c9b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-10T13:27:46,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110915fb23fb91b49cd8d84c91eca378876_e42fed4057f5bfb51ff558340d790c9b is 50, key is test_row_0/A:col10/1731245266841/Put/seqid=0 2024-11-10T13:27:46,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742354_1530 (size=12304) 2024-11-10T13:27:46,850 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:46,852 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110915fb23fb91b49cd8d84c91eca378876_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110915fb23fb91b49cd8d84c91eca378876_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:46,853 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/9835c15c24dd4c7fa32394ba84635dbf, store: [table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:46,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/9835c15c24dd4c7fa32394ba84635dbf is 175, key is test_row_0/A:col10/1731245266841/Put/seqid=0 2024-11-10T13:27:46,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742355_1531 (size=31105) 2024-11-10T13:27:46,856 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/9835c15c24dd4c7fa32394ba84635dbf 2024-11-10T13:27:46,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/2ff06f934d0549bb9cfb0073d9ca3c9c is 50, key is test_row_0/B:col10/1731245266841/Put/seqid=0 2024-11-10T13:27:46,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742356_1532 (size=12151) 2024-11-10T13:27:46,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/2ff06f934d0549bb9cfb0073d9ca3c9c 2024-11-10T13:27:46,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/18e8a533122f4148b8a3f2031266dfeb is 50, key is test_row_0/C:col10/1731245266841/Put/seqid=0 2024-11-10T13:27:46,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:46,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245326867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245326868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:46,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:46,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:46,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:46,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:46,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:46,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:46,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742357_1533 (size=12151) 2024-11-10T13:27:46,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245326869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:46,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:46,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:46,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:46,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45018 deadline: 1731245326929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:46,931 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_2' in e42fed4057f5bfb51ff558340d790c9b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:27:46,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:46,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:46,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:46,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45064 deadline: 1731245326939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:46,942 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_1' in e42fed4057f5bfb51ff558340d790c9b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:27:46,943 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:46,943 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:46,943 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:46,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245326979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:46,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:46,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245326979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:46,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:46,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:46,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:46,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245326979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:46,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:46,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:46,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:46,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:46,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T13:27:47,099 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:27:47,100 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:27:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-10T13:27:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T13:27:47,101 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:27:47,102 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:27:47,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:27:47,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245327189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:47,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:47,190 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245327189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:47,190 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:47,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:47,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:47,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:47,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245327189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:47,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:47,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:47,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:47,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T13:27:47,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-10T13:27:47,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:47,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:47,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:47,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:47,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:47,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/18e8a533122f4148b8a3f2031266dfeb 2024-11-10T13:27:47,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/9835c15c24dd4c7fa32394ba84635dbf as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/9835c15c24dd4c7fa32394ba84635dbf 2024-11-10T13:27:47,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/9835c15c24dd4c7fa32394ba84635dbf, entries=150, sequenceid=214, filesize=30.4 K 2024-11-10T13:27:47,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/2ff06f934d0549bb9cfb0073d9ca3c9c as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/2ff06f934d0549bb9cfb0073d9ca3c9c 2024-11-10T13:27:47,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/2ff06f934d0549bb9cfb0073d9ca3c9c, entries=150, sequenceid=214, filesize=11.9 K 2024-11-10T13:27:47,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/18e8a533122f4148b8a3f2031266dfeb as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/18e8a533122f4148b8a3f2031266dfeb 2024-11-10T13:27:47,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/18e8a533122f4148b8a3f2031266dfeb, entries=150, sequenceid=214, filesize=11.9 K 2024-11-10T13:27:47,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for e42fed4057f5bfb51ff558340d790c9b in 444ms, sequenceid=214, compaction requested=true 2024-11-10T13:27:47,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:47,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e42fed4057f5bfb51ff558340d790c9b:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:27:47,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:47,286 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:47,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e42fed4057f5bfb51ff558340d790c9b:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:27:47,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:47,286 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:47,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e42fed4057f5bfb51ff558340d790c9b:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:27:47,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:47,287 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:47,287 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102476 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:47,287 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): e42fed4057f5bfb51ff558340d790c9b/A is initiating minor compaction (all files) 2024-11-10T13:27:47,287 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e42fed4057f5bfb51ff558340d790c9b/B is initiating minor compaction (all files) 2024-11-10T13:27:47,287 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e42fed4057f5bfb51ff558340d790c9b/A in TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:47,287 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e42fed4057f5bfb51ff558340d790c9b/B in TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:47,287 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/3fd698fc08c04d1198adce9e85a39a09, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/5ba36c072f3b4c18bd7838ae2c902ad7, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/9835c15c24dd4c7fa32394ba84635dbf] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp, totalSize=100.1 K 2024-11-10T13:27:47,287 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/fde76e18e27f403d9c28ba66b1254dc2, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/20667ef701a0483f8d5f43756be3b7d0, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/2ff06f934d0549bb9cfb0073d9ca3c9c] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp, totalSize=36.0 K 2024-11-10T13:27:47,287 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:47,287 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. files: [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/3fd698fc08c04d1198adce9e85a39a09, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/5ba36c072f3b4c18bd7838ae2c902ad7, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/9835c15c24dd4c7fa32394ba84635dbf] 2024-11-10T13:27:47,287 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fd698fc08c04d1198adce9e85a39a09, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731245262764 2024-11-10T13:27:47,287 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting fde76e18e27f403d9c28ba66b1254dc2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731245262764 2024-11-10T13:27:47,287 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ba36c072f3b4c18bd7838ae2c902ad7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731245265557 2024-11-10T13:27:47,287 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 20667ef701a0483f8d5f43756be3b7d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731245265557 2024-11-10T13:27:47,288 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9835c15c24dd4c7fa32394ba84635dbf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731245265697 2024-11-10T13:27:47,288 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ff06f934d0549bb9cfb0073d9ca3c9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731245265697 2024-11-10T13:27:47,291 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:47,293 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e42fed4057f5bfb51ff558340d790c9b#B#compaction#448 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:47,293 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110d851195139ae4ec0b006b52ecd795d10_e42fed4057f5bfb51ff558340d790c9b store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:47,293 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/9c29af148d4d476d8cc82951bc316efa is 50, key is test_row_0/B:col10/1731245266841/Put/seqid=0 2024-11-10T13:27:47,294 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110d851195139ae4ec0b006b52ecd795d10_e42fed4057f5bfb51ff558340d790c9b, store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:47,295 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d851195139ae4ec0b006b52ecd795d10_e42fed4057f5bfb51ff558340d790c9b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:47,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742358_1534 (size=12663) 2024-11-10T13:27:47,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742359_1535 (size=4469) 2024-11-10T13:27:47,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-10T13:27:47,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:47,406 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing e42fed4057f5bfb51ff558340d790c9b 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-10T13:27:47,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103bc6d5548039404b82b7958a080fbbfe_e42fed4057f5bfb51ff558340d790c9b is 50, key is test_row_0/A:col10/1731245266861/Put/seqid=0 2024-11-10T13:27:47,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742360_1536 (size=12304) 2024-11-10T13:27:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T13:27:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:47,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:47,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245327518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:47,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:47,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:47,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:47,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245327524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:47,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:47,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245327524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:47,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:47,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:47,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:47,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:47,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:47,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245327629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:47,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:47,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:47,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:47,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:47,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245327639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245327639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:47,644 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:47,644 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:47,644 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:47,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:47,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:47,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:47,700 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/9c29af148d4d476d8cc82951bc316efa as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/9c29af148d4d476d8cc82951bc316efa 2024-11-10T13:27:47,704 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e42fed4057f5bfb51ff558340d790c9b/B of e42fed4057f5bfb51ff558340d790c9b into 9c29af148d4d476d8cc82951bc316efa(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:47,704 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:47,704 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., storeName=e42fed4057f5bfb51ff558340d790c9b/B, priority=13, startTime=1731245267286; duration=0sec 2024-11-10T13:27:47,704 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:47,704 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e42fed4057f5bfb51ff558340d790c9b:B 2024-11-10T13:27:47,704 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:47,705 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:47,705 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e42fed4057f5bfb51ff558340d790c9b/C is initiating minor compaction (all files) 2024-11-10T13:27:47,705 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e42fed4057f5bfb51ff558340d790c9b/C in TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:47,705 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/c42505f7945a4785b5ee3928959f56bf, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/e21c56290d9742fdb9ca57afe1200ce9, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/18e8a533122f4148b8a3f2031266dfeb] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp, totalSize=36.0 K 2024-11-10T13:27:47,705 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting c42505f7945a4785b5ee3928959f56bf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731245262764 2024-11-10T13:27:47,705 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting e21c56290d9742fdb9ca57afe1200ce9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731245265557 2024-11-10T13:27:47,706 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 18e8a533122f4148b8a3f2031266dfeb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731245265697 2024-11-10T13:27:47,706 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e42fed4057f5bfb51ff558340d790c9b#A#compaction#447 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:47,706 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/51e10d86885a456c9568e3cb1c2e1bae is 175, key is test_row_0/A:col10/1731245266841/Put/seqid=0 2024-11-10T13:27:47,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742361_1537 (size=31617) 2024-11-10T13:27:47,711 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e42fed4057f5bfb51ff558340d790c9b#C#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:47,712 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/de366a2a8cf74b688ea741132e9e17c4 is 50, key is test_row_0/C:col10/1731245266841/Put/seqid=0 2024-11-10T13:27:47,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742362_1538 (size=12663) 2024-11-10T13:27:47,720 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/51e10d86885a456c9568e3cb1c2e1bae as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/51e10d86885a456c9568e3cb1c2e1bae 2024-11-10T13:27:47,722 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/de366a2a8cf74b688ea741132e9e17c4 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/de366a2a8cf74b688ea741132e9e17c4 2024-11-10T13:27:47,724 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e42fed4057f5bfb51ff558340d790c9b/A of e42fed4057f5bfb51ff558340d790c9b into 51e10d86885a456c9568e3cb1c2e1bae(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:47,724 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:47,724 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., storeName=e42fed4057f5bfb51ff558340d790c9b/A, priority=13, startTime=1731245267286; duration=0sec 2024-11-10T13:27:47,724 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:47,724 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e42fed4057f5bfb51ff558340d790c9b:A 2024-11-10T13:27:47,726 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e42fed4057f5bfb51ff558340d790c9b/C of e42fed4057f5bfb51ff558340d790c9b into de366a2a8cf74b688ea741132e9e17c4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:47,726 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:47,726 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., storeName=e42fed4057f5bfb51ff558340d790c9b/C, priority=13, startTime=1731245267286; duration=0sec 2024-11-10T13:27:47,726 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:47,726 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e42fed4057f5bfb51ff558340d790c9b:C 2024-11-10T13:27:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T13:27:47,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:47,817 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103bc6d5548039404b82b7958a080fbbfe_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103bc6d5548039404b82b7958a080fbbfe_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:47,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/382147c6299f4f7ead489d5046cf8a75, store: [table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:47,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/382147c6299f4f7ead489d5046cf8a75 is 175, key is test_row_0/A:col10/1731245266861/Put/seqid=0 2024-11-10T13:27:47,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742363_1539 (size=31105) 2024-11-10T13:27:47,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245327839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:47,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:47,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:47,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:47,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245327849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:47,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:47,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:47,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:47,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245327849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:47,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:47,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:47,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:48,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245328149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:48,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:48,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:48,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:48,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245328159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:48,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:48,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:48,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245328159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:48,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:48,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:48,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:48,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:48,221 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/382147c6299f4f7ead489d5046cf8a75 2024-11-10T13:27:48,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/a47d0e08e1344766a4ac3f5a2535e5bc is 50, key is test_row_0/B:col10/1731245266861/Put/seqid=0 2024-11-10T13:27:48,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742364_1540 (size=12151) 2024-11-10T13:27:48,238 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/a47d0e08e1344766a4ac3f5a2535e5bc 2024-11-10T13:27:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T13:27:48,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/4d47211c82d5424e99d02eb363645f00 is 50, key is test_row_0/C:col10/1731245266861/Put/seqid=0 2024-11-10T13:27:48,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742365_1541 (size=12151) 2024-11-10T13:27:48,646 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/4d47211c82d5424e99d02eb363645f00 2024-11-10T13:27:48,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/382147c6299f4f7ead489d5046cf8a75 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/382147c6299f4f7ead489d5046cf8a75 2024-11-10T13:27:48,652 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/382147c6299f4f7ead489d5046cf8a75, entries=150, sequenceid=234, filesize=30.4 K 2024-11-10T13:27:48,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/a47d0e08e1344766a4ac3f5a2535e5bc as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/a47d0e08e1344766a4ac3f5a2535e5bc 2024-11-10T13:27:48,655 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/a47d0e08e1344766a4ac3f5a2535e5bc, entries=150, sequenceid=234, filesize=11.9 K 2024-11-10T13:27:48,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/4d47211c82d5424e99d02eb363645f00 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/4d47211c82d5424e99d02eb363645f00 2024-11-10T13:27:48,658 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/4d47211c82d5424e99d02eb363645f00, entries=150, sequenceid=234, filesize=11.9 K 2024-11-10T13:27:48,659 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for e42fed4057f5bfb51ff558340d790c9b in 1253ms, sequenceid=234, compaction requested=false 2024-11-10T13:27:48,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:48,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:48,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-10T13:27:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-10T13:27:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:48,661 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:27:48,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-10T13:27:48,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e42fed4057f5bfb51ff558340d790c9b 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-10T13:27:48,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5580 sec 2024-11-10T13:27:48,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.5620 sec 2024-11-10T13:27:48,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110cdf352a8f8144461a9741473f81ae61d_e42fed4057f5bfb51ff558340d790c9b is 50, key is test_row_0/A:col10/1731245267511/Put/seqid=0 2024-11-10T13:27:48,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742366_1542 (size=14794) 2024-11-10T13:27:48,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245328687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:48,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:48,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:48,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:48,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245328688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:48,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:48,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:48,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:48,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245328692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:48,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245328799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:48,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:48,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245328800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:48,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:48,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:48,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:48,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:48,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245328800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:48,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:48,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:48,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:48,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:49,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245329009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:49,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:49,010 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245329009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:49,011 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:49,011 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:49,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:49,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:49,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:49,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245329010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:49,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:49,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:49,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:49,070 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:49,127 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110cdf352a8f8144461a9741473f81ae61d_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110cdf352a8f8144461a9741473f81ae61d_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:49,128 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/344e79b9f4e94b1580bba126dbe679fe, store: [table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:49,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/344e79b9f4e94b1580bba126dbe679fe is 175, key is test_row_0/A:col10/1731245267511/Put/seqid=0 2024-11-10T13:27:49,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742367_1543 (size=39749) 2024-11-10T13:27:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T13:27:49,250 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:27:49,250 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:27:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-10T13:27:49,251 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:27:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-10T13:27:49,252 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:27:49,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:27:49,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245329319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:49,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:49,322 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:49,322 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245329319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:49,322 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:49,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:49,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:49,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245329319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:49,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:49,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:49,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:49,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-10T13:27:49,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-10T13:27:49,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:49,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:49,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:49,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:49,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:49,532 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/344e79b9f4e94b1580bba126dbe679fe 2024-11-10T13:27:49,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/c450be2f64ba451bb75ab82c4c55279d is 50, key is test_row_0/B:col10/1731245267511/Put/seqid=0 2024-11-10T13:27:49,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742368_1544 (size=12151) 2024-11-10T13:27:49,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/c450be2f64ba451bb75ab82c4c55279d 2024-11-10T13:27:49,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/0e125a961f204b0c9da54fb75d7aacb0 is 50, key is test_row_0/C:col10/1731245267511/Put/seqid=0 2024-11-10T13:27:49,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742369_1545 (size=12151) 2024-11-10T13:27:49,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-10T13:27:49,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:49,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:49,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:49,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:49,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-10T13:27:49,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-10T13:27:49,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:49,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:49,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:49,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:49,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:49,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245329829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:49,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:49,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:49,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245329829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:49,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:49,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:49,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:49,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:49,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245329829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:49,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:49,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:49,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:49,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-10T13:27:49,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:49,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:49,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:49,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:49,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-10T13:27:49,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/0e125a961f204b0c9da54fb75d7aacb0 2024-11-10T13:27:49,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/344e79b9f4e94b1580bba126dbe679fe as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/344e79b9f4e94b1580bba126dbe679fe 2024-11-10T13:27:49,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/344e79b9f4e94b1580bba126dbe679fe, entries=200, sequenceid=255, filesize=38.8 K 2024-11-10T13:27:49,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/c450be2f64ba451bb75ab82c4c55279d as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/c450be2f64ba451bb75ab82c4c55279d 2024-11-10T13:27:49,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/c450be2f64ba451bb75ab82c4c55279d, entries=150, sequenceid=255, filesize=11.9 K 2024-11-10T13:27:49,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/0e125a961f204b0c9da54fb75d7aacb0 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/0e125a961f204b0c9da54fb75d7aacb0 2024-11-10T13:27:49,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/0e125a961f204b0c9da54fb75d7aacb0, entries=150, sequenceid=255, filesize=11.9 K 2024-11-10T13:27:49,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for e42fed4057f5bfb51ff558340d790c9b in 1299ms, sequenceid=255, compaction requested=true 2024-11-10T13:27:49,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:49,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e42fed4057f5bfb51ff558340d790c9b:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:27:49,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:49,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e42fed4057f5bfb51ff558340d790c9b:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:27:49,961 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:49,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:49,961 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:49,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e42fed4057f5bfb51ff558340d790c9b:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:27:49,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:49,961 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:49,961 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102471 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:49,961 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e42fed4057f5bfb51ff558340d790c9b/B is initiating minor compaction (all files) 2024-11-10T13:27:49,961 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): e42fed4057f5bfb51ff558340d790c9b/A is initiating minor compaction (all files) 2024-11-10T13:27:49,961 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e42fed4057f5bfb51ff558340d790c9b/B in TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:49,961 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e42fed4057f5bfb51ff558340d790c9b/A in TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:49,961 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/9c29af148d4d476d8cc82951bc316efa, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/a47d0e08e1344766a4ac3f5a2535e5bc, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/c450be2f64ba451bb75ab82c4c55279d] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp, totalSize=36.1 K 2024-11-10T13:27:49,961 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/51e10d86885a456c9568e3cb1c2e1bae, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/382147c6299f4f7ead489d5046cf8a75, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/344e79b9f4e94b1580bba126dbe679fe] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp, totalSize=100.1 K 2024-11-10T13:27:49,961 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:49,961 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. files: [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/51e10d86885a456c9568e3cb1c2e1bae, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/382147c6299f4f7ead489d5046cf8a75, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/344e79b9f4e94b1580bba126dbe679fe] 2024-11-10T13:27:49,962 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c29af148d4d476d8cc82951bc316efa, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731245265697 2024-11-10T13:27:49,962 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51e10d86885a456c9568e3cb1c2e1bae, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731245265697 2024-11-10T13:27:49,962 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting a47d0e08e1344766a4ac3f5a2535e5bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731245266861 2024-11-10T13:27:49,962 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 382147c6299f4f7ead489d5046cf8a75, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731245266861 2024-11-10T13:27:49,962 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting c450be2f64ba451bb75ab82c4c55279d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731245267511 2024-11-10T13:27:49,962 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 344e79b9f4e94b1580bba126dbe679fe, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731245267511 2024-11-10T13:27:49,967 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e42fed4057f5bfb51ff558340d790c9b#B#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:49,967 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/d0ee5860b7b4497fb0e89b1153975c7d is 50, key is test_row_0/B:col10/1731245267511/Put/seqid=0 2024-11-10T13:27:49,968 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:49,969 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411100e064c26cef54156911af48a29f7a26c_e42fed4057f5bfb51ff558340d790c9b store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:49,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742370_1546 (size=12765) 2024-11-10T13:27:49,971 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411100e064c26cef54156911af48a29f7a26c_e42fed4057f5bfb51ff558340d790c9b, store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:49,972 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100e064c26cef54156911af48a29f7a26c_e42fed4057f5bfb51ff558340d790c9b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:49,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742371_1547 (size=4469) 2024-11-10T13:27:49,975 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e42fed4057f5bfb51ff558340d790c9b#A#compaction#457 average throughput is 3.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:49,975 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/d8fd901368e84594bc9cfdd7dfd1b602 is 175, key is test_row_0/A:col10/1731245267511/Put/seqid=0 2024-11-10T13:27:49,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742372_1548 (size=31719) 2024-11-10T13:27:50,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-10T13:27:50,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:50,014 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing e42fed4057f5bfb51ff558340d790c9b 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-10T13:27:50,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a8cae4b9d9c543ca9398a7d0e3b52366_e42fed4057f5bfb51ff558340d790c9b is 50, key is test_row_0/A:col10/1731245268687/Put/seqid=0 2024-11-10T13:27:50,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742373_1549 (size=12454) 2024-11-10T13:27:50,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,033 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a8cae4b9d9c543ca9398a7d0e3b52366_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a8cae4b9d9c543ca9398a7d0e3b52366_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:50,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/71f38e1febf045b38844ea405e5b5349, store: [table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:50,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/71f38e1febf045b38844ea405e5b5349 is 175, key is test_row_0/A:col10/1731245268687/Put/seqid=0 2024-11-10T13:27:50,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742374_1550 (size=31255) 2024-11-10T13:27:50,374 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/d0ee5860b7b4497fb0e89b1153975c7d as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/d0ee5860b7b4497fb0e89b1153975c7d 2024-11-10T13:27:50,377 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e42fed4057f5bfb51ff558340d790c9b/B of e42fed4057f5bfb51ff558340d790c9b into d0ee5860b7b4497fb0e89b1153975c7d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:50,377 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:50,377 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., storeName=e42fed4057f5bfb51ff558340d790c9b/B, priority=13, startTime=1731245269960; duration=0sec 2024-11-10T13:27:50,377 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:50,377 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e42fed4057f5bfb51ff558340d790c9b:B 2024-11-10T13:27:50,377 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:50,378 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:50,378 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e42fed4057f5bfb51ff558340d790c9b/C is initiating minor compaction (all files) 2024-11-10T13:27:50,378 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e42fed4057f5bfb51ff558340d790c9b/C in TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:50,378 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/de366a2a8cf74b688ea741132e9e17c4, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/4d47211c82d5424e99d02eb363645f00, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/0e125a961f204b0c9da54fb75d7aacb0] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp, totalSize=36.1 K 2024-11-10T13:27:50,379 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting de366a2a8cf74b688ea741132e9e17c4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731245265697 2024-11-10T13:27:50,379 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d47211c82d5424e99d02eb363645f00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731245266861 2024-11-10T13:27:50,379 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e125a961f204b0c9da54fb75d7aacb0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731245267511 2024-11-10T13:27:50,381 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/d8fd901368e84594bc9cfdd7dfd1b602 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/d8fd901368e84594bc9cfdd7dfd1b602 2024-11-10T13:27:50,385 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e42fed4057f5bfb51ff558340d790c9b/A of e42fed4057f5bfb51ff558340d790c9b into d8fd901368e84594bc9cfdd7dfd1b602(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:50,385 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:50,385 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., storeName=e42fed4057f5bfb51ff558340d790c9b/A, priority=13, startTime=1731245269960; duration=0sec 2024-11-10T13:27:50,386 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:50,386 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e42fed4057f5bfb51ff558340d790c9b:A 2024-11-10T13:27:50,386 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e42fed4057f5bfb51ff558340d790c9b#C#compaction#459 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:50,387 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/772eae95dc364973a6f49af466983ab5 is 50, key is test_row_0/C:col10/1731245267511/Put/seqid=0 2024-11-10T13:27:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-10T13:27:50,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742375_1551 (size=12765) 2024-11-10T13:27:50,395 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/772eae95dc364973a6f49af466983ab5 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/772eae95dc364973a6f49af466983ab5 2024-11-10T13:27:50,399 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e42fed4057f5bfb51ff558340d790c9b/C of e42fed4057f5bfb51ff558340d790c9b into 772eae95dc364973a6f49af466983ab5(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:50,399 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:50,399 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., storeName=e42fed4057f5bfb51ff558340d790c9b/C, priority=13, startTime=1731245269961; duration=0sec 2024-11-10T13:27:50,399 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:50,399 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e42fed4057f5bfb51ff558340d790c9b:C 2024-11-10T13:27:50,450 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/71f38e1febf045b38844ea405e5b5349 2024-11-10T13:27:50,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/aad34e1b5cc64d07a611ccd0c40db720 is 50, key is test_row_0/B:col10/1731245268687/Put/seqid=0 2024-11-10T13:27:50,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742376_1552 (size=12301) 2024-11-10T13:27:50,459 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/aad34e1b5cc64d07a611ccd0c40db720 2024-11-10T13:27:50,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/b0e68ed222e6435c826f0840784967c3 is 50, key is test_row_0/C:col10/1731245268687/Put/seqid=0 2024-11-10T13:27:50,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742377_1553 (size=12301) 2024-11-10T13:27:50,468 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/b0e68ed222e6435c826f0840784967c3 2024-11-10T13:27:50,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/71f38e1febf045b38844ea405e5b5349 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/71f38e1febf045b38844ea405e5b5349 2024-11-10T13:27:50,474 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/71f38e1febf045b38844ea405e5b5349, entries=150, sequenceid=273, filesize=30.5 K 2024-11-10T13:27:50,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/aad34e1b5cc64d07a611ccd0c40db720 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/aad34e1b5cc64d07a611ccd0c40db720 2024-11-10T13:27:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,478 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/aad34e1b5cc64d07a611ccd0c40db720, entries=150, sequenceid=273, filesize=12.0 K 2024-11-10T13:27:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/b0e68ed222e6435c826f0840784967c3 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/b0e68ed222e6435c826f0840784967c3 2024-11-10T13:27:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,481 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/b0e68ed222e6435c826f0840784967c3, entries=150, sequenceid=273, filesize=12.0 K 2024-11-10T13:27:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,481 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for e42fed4057f5bfb51ff558340d790c9b in 467ms, sequenceid=273, compaction requested=false 2024-11-10T13:27:50,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:50,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:50,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-10T13:27:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-10T13:27:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-10T13:27:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2310 sec 2024-11-10T13:27:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.2340 sec 2024-11-10T13:27:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:50,877 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:27:50,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e42fed4057f5bfb51ff558340d790c9b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T13:27:50,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b54df32ddc3644ca82f9376961157258_e42fed4057f5bfb51ff558340d790c9b is 50, key is test_row_0/A:col10/1731245270876/Put/seqid=0 2024-11-10T13:27:50,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742378_1554 (size=12454) 2024-11-10T13:27:50,890 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:50,892 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b54df32ddc3644ca82f9376961157258_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b54df32ddc3644ca82f9376961157258_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:50,893 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/f872218ee78c4ad8ad572e0561f3e1ac, store: [table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:50,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/f872218ee78c4ad8ad572e0561f3e1ac is 175, key is test_row_0/A:col10/1731245270876/Put/seqid=0 2024-11-10T13:27:50,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742379_1555 (size=31255) 2024-11-10T13:27:50,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:50,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245330915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:50,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:50,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:50,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:50,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:50,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245330916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:50,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:50,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:50,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245330917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:50,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:50,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:50,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:50,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:50,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45018 deadline: 1731245330969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:50,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45064 deadline: 1731245330969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:50,971 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_2' in e42fed4057f5bfb51ff558340d790c9b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:27:50,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:50,971 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 2467a7071e00,33783,1731245097117 for 'test_row_1' in e42fed4057f5bfb51ff558340d790c9b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T13:27:50,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:50,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:50,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:50,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:50,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:51,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245331029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:51,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:51,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245331029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:51,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:51,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:51,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:51,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:51,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:51,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245331029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:51,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:51,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:51,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:51,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245331239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:51,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:51,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:51,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:51,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245331239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:51,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:51,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:51,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:51,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245331239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:51,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:51,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:51,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:51,296 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/f872218ee78c4ad8ad572e0561f3e1ac 2024-11-10T13:27:51,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/40d21b896ae049fabe80d57c4c959727 is 50, key is test_row_0/B:col10/1731245270876/Put/seqid=0 2024-11-10T13:27:51,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742380_1556 (size=12301) 2024-11-10T13:27:51,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/40d21b896ae049fabe80d57c4c959727 2024-11-10T13:27:51,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/5dedce283ae2466491316cf2399d6145 is 50, key is test_row_0/C:col10/1731245270876/Put/seqid=0 2024-11-10T13:27:51,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742381_1557 (size=12301) 2024-11-10T13:27:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-10T13:27:51,399 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:27:51,400 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:27:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-10T13:27:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-10T13:27:51,401 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:27:51,402 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:27:51,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:27:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-10T13:27:51,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245331549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:51,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245331549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:51,552 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:51,552 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:51,552 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:51,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:51,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245331549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:51,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:51,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:51,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:51,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:51,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:51,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-10T13:27:51,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:51,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:51,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:51,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:51,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:51,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-10T13:27:51,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:51,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:51,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:51,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:51,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:51,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/5dedce283ae2466491316cf2399d6145 2024-11-10T13:27:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-10T13:27:51,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/f872218ee78c4ad8ad572e0561f3e1ac as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/f872218ee78c4ad8ad572e0561f3e1ac 2024-11-10T13:27:51,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/f872218ee78c4ad8ad572e0561f3e1ac, entries=150, sequenceid=287, filesize=30.5 K 2024-11-10T13:27:51,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/40d21b896ae049fabe80d57c4c959727 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/40d21b896ae049fabe80d57c4c959727 2024-11-10T13:27:51,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/40d21b896ae049fabe80d57c4c959727, entries=150, sequenceid=287, filesize=12.0 K 2024-11-10T13:27:51,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/5dedce283ae2466491316cf2399d6145 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/5dedce283ae2466491316cf2399d6145 2024-11-10T13:27:51,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/5dedce283ae2466491316cf2399d6145, entries=150, sequenceid=287, filesize=12.0 K 2024-11-10T13:27:51,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e42fed4057f5bfb51ff558340d790c9b in 852ms, sequenceid=287, compaction requested=true 2024-11-10T13:27:51,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:51,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e42fed4057f5bfb51ff558340d790c9b:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:27:51,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:51,730 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:51,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e42fed4057f5bfb51ff558340d790c9b:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:27:51,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:51,730 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:51,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e42fed4057f5bfb51ff558340d790c9b:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:27:51,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:51,730 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:51,730 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:51,730 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): e42fed4057f5bfb51ff558340d790c9b/A is initiating minor compaction (all files) 2024-11-10T13:27:51,730 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e42fed4057f5bfb51ff558340d790c9b/B is initiating minor compaction (all files) 2024-11-10T13:27:51,731 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e42fed4057f5bfb51ff558340d790c9b/A in TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:51,731 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e42fed4057f5bfb51ff558340d790c9b/B in TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:51,731 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/d8fd901368e84594bc9cfdd7dfd1b602, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/71f38e1febf045b38844ea405e5b5349, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/f872218ee78c4ad8ad572e0561f3e1ac] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp, totalSize=92.0 K 2024-11-10T13:27:51,731 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/d0ee5860b7b4497fb0e89b1153975c7d, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/aad34e1b5cc64d07a611ccd0c40db720, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/40d21b896ae049fabe80d57c4c959727] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp, totalSize=36.5 K 2024-11-10T13:27:51,731 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:51,731 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. files: [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/d8fd901368e84594bc9cfdd7dfd1b602, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/71f38e1febf045b38844ea405e5b5349, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/f872218ee78c4ad8ad572e0561f3e1ac] 2024-11-10T13:27:51,731 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting d0ee5860b7b4497fb0e89b1153975c7d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731245267511 2024-11-10T13:27:51,731 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8fd901368e84594bc9cfdd7dfd1b602, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731245267511 2024-11-10T13:27:51,731 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting aad34e1b5cc64d07a611ccd0c40db720, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731245268686 2024-11-10T13:27:51,731 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71f38e1febf045b38844ea405e5b5349, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731245268686 2024-11-10T13:27:51,731 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting f872218ee78c4ad8ad572e0561f3e1ac, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731245270873 2024-11-10T13:27:51,731 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 40d21b896ae049fabe80d57c4c959727, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731245270873 2024-11-10T13:27:51,741 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:51,743 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e42fed4057f5bfb51ff558340d790c9b#B#compaction#466 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:51,743 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/6ff7e6cac3da473db4c1a3563f59e64b is 50, key is test_row_0/B:col10/1731245270876/Put/seqid=0 2024-11-10T13:27:51,745 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110711d3420efa04d28abefcd0b859f3180_e42fed4057f5bfb51ff558340d790c9b store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:51,747 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110711d3420efa04d28abefcd0b859f3180_e42fed4057f5bfb51ff558340d790c9b, store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:51,747 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110711d3420efa04d28abefcd0b859f3180_e42fed4057f5bfb51ff558340d790c9b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:51,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742383_1559 (size=4469) 2024-11-10T13:27:51,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742382_1558 (size=13017) 2024-11-10T13:27:51,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-10T13:27:51,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:51,859 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing e42fed4057f5bfb51ff558340d790c9b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T13:27:51,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111048a5d6545bbc4912900c8581946e5d19_e42fed4057f5bfb51ff558340d790c9b is 50, key is test_row_0/A:col10/1731245270896/Put/seqid=0 2024-11-10T13:27:51,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742384_1560 (size=12454) 2024-11-10T13:27:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-10T13:27:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:52,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:52,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245332068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:52,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:52,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:52,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:52,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245332071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:52,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:52,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:52,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:52,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245332071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:52,167 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e42fed4057f5bfb51ff558340d790c9b#A#compaction#465 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:52,168 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/64de27b7ba3d421caf844f226862c5cf is 175, key is test_row_0/A:col10/1731245270876/Put/seqid=0 2024-11-10T13:27:52,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742385_1561 (size=31971) 2024-11-10T13:27:52,175 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/6ff7e6cac3da473db4c1a3563f59e64b as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/6ff7e6cac3da473db4c1a3563f59e64b 2024-11-10T13:27:52,179 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e42fed4057f5bfb51ff558340d790c9b/B of e42fed4057f5bfb51ff558340d790c9b into 6ff7e6cac3da473db4c1a3563f59e64b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:52,179 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:52,179 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., storeName=e42fed4057f5bfb51ff558340d790c9b/B, priority=13, startTime=1731245271730; duration=0sec 2024-11-10T13:27:52,179 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:52,179 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e42fed4057f5bfb51ff558340d790c9b:B 2024-11-10T13:27:52,179 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:52,180 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:52,181 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e42fed4057f5bfb51ff558340d790c9b/C is initiating minor compaction (all files) 2024-11-10T13:27:52,181 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e42fed4057f5bfb51ff558340d790c9b/C in TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:52,181 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/772eae95dc364973a6f49af466983ab5, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/b0e68ed222e6435c826f0840784967c3, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/5dedce283ae2466491316cf2399d6145] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp, totalSize=36.5 K 2024-11-10T13:27:52,181 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 772eae95dc364973a6f49af466983ab5, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731245267511 2024-11-10T13:27:52,181 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting b0e68ed222e6435c826f0840784967c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731245268686 2024-11-10T13:27:52,182 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 5dedce283ae2466491316cf2399d6145, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731245270873 2024-11-10T13:27:52,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245332180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:52,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:52,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245332180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:52,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:52,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:52,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:52,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:52,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:52,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245332180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:52,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:52,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:52,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:52,187 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e42fed4057f5bfb51ff558340d790c9b#C#compaction#468 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:52,187 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/37edb73ee5844fefa92856e77af919d8 is 50, key is test_row_0/C:col10/1731245270876/Put/seqid=0 2024-11-10T13:27:52,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742386_1562 (size=13017) 2024-11-10T13:27:52,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:52,269 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111048a5d6545bbc4912900c8581946e5d19_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111048a5d6545bbc4912900c8581946e5d19_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:52,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/2567547ab8724a29a287c509440ed6d6, store: [table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:52,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/2567547ab8724a29a287c509440ed6d6 is 175, key is test_row_0/A:col10/1731245270896/Put/seqid=0 2024-11-10T13:27:52,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742387_1563 (size=31255) 2024-11-10T13:27:52,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245332389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:52,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245332389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:52,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:52,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:52,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:52,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:52,392 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:52,392 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245332390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:52,392 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:52,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:52,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:52,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-10T13:27:52,573 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/64de27b7ba3d421caf844f226862c5cf as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/64de27b7ba3d421caf844f226862c5cf 2024-11-10T13:27:52,576 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e42fed4057f5bfb51ff558340d790c9b/A of e42fed4057f5bfb51ff558340d790c9b into 64de27b7ba3d421caf844f226862c5cf(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:52,576 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:52,577 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., storeName=e42fed4057f5bfb51ff558340d790c9b/A, priority=13, startTime=1731245271730; duration=0sec 2024-11-10T13:27:52,577 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:52,577 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e42fed4057f5bfb51ff558340d790c9b:A 2024-11-10T13:27:52,593 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/37edb73ee5844fefa92856e77af919d8 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/37edb73ee5844fefa92856e77af919d8 2024-11-10T13:27:52,596 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e42fed4057f5bfb51ff558340d790c9b/C of e42fed4057f5bfb51ff558340d790c9b into 37edb73ee5844fefa92856e77af919d8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:52,596 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:52,596 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., storeName=e42fed4057f5bfb51ff558340d790c9b/C, priority=13, startTime=1731245271730; duration=0sec 2024-11-10T13:27:52,596 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:52,596 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e42fed4057f5bfb51ff558340d790c9b:C 2024-11-10T13:27:52,673 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/2567547ab8724a29a287c509440ed6d6 2024-11-10T13:27:52,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/bb92588cc66842bf89d2a4cd36c8c755 is 50, key is test_row_0/B:col10/1731245270896/Put/seqid=0 2024-11-10T13:27:52,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742388_1564 (size=12301) 2024-11-10T13:27:52,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245332699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:52,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:52,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:52,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245332699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:52,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:52,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:52,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:52,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:52,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245332699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:52,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:52,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:52,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:53,082 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/bb92588cc66842bf89d2a4cd36c8c755 2024-11-10T13:27:53,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/d36dff064cda4621adf5e46c58483b06 is 50, key is test_row_0/C:col10/1731245270896/Put/seqid=0 2024-11-10T13:27:53,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742389_1565 (size=12301) 2024-11-10T13:27:53,090 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/d36dff064cda4621adf5e46c58483b06 2024-11-10T13:27:53,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/2567547ab8724a29a287c509440ed6d6 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/2567547ab8724a29a287c509440ed6d6 2024-11-10T13:27:53,095 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/2567547ab8724a29a287c509440ed6d6, entries=150, sequenceid=312, filesize=30.5 K 2024-11-10T13:27:53,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/bb92588cc66842bf89d2a4cd36c8c755 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/bb92588cc66842bf89d2a4cd36c8c755 2024-11-10T13:27:53,098 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/bb92588cc66842bf89d2a4cd36c8c755, entries=150, sequenceid=312, filesize=12.0 K 2024-11-10T13:27:53,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/d36dff064cda4621adf5e46c58483b06 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/d36dff064cda4621adf5e46c58483b06 2024-11-10T13:27:53,101 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/d36dff064cda4621adf5e46c58483b06, entries=150, sequenceid=312, filesize=12.0 K 2024-11-10T13:27:53,102 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e42fed4057f5bfb51ff558340d790c9b in 1243ms, sequenceid=312, compaction requested=false 2024-11-10T13:27:53,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:53,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:53,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-10T13:27:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-10T13:27:53,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-10T13:27:53,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7020 sec 2024-11-10T13:27:53,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.7060 sec 2024-11-10T13:27:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:53,211 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T13:27:53,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e42fed4057f5bfb51ff558340d790c9b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T13:27:53,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111007b71565803847118a2cc484ae7590e0_e42fed4057f5bfb51ff558340d790c9b is 50, key is test_row_0/A:col10/1731245272066/Put/seqid=0 2024-11-10T13:27:53,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742390_1566 (size=12454) 2024-11-10T13:27:53,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:53,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245333237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:53,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:53,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:53,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:53,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245333238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:53,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245333239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:53,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:53,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:53,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:53,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245333349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:53,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:53,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:53,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245333349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:53,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:53,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:53,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:53,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:53,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245333349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:53,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:53,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:53,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-10T13:27:53,549 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:27:53,549 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-10T13:27:53,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-10T13:27:53,552 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T13:27:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-10T13:27:53,552 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T13:27:53,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T13:27:53,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:53,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245333559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:53,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:53,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245333559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:53,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:53,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:53,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:53,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:53,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:53,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:53,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:53,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245333559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:53,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:53,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:53,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:53,619 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:53,622 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111007b71565803847118a2cc484ae7590e0_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111007b71565803847118a2cc484ae7590e0_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:53,623 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/9570d8776c9b4d2b88f035ae893f0753, store: [table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:53,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/9570d8776c9b4d2b88f035ae893f0753 is 175, key is test_row_0/A:col10/1731245272066/Put/seqid=0 2024-11-10T13:27:53,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742391_1567 (size=31255) 2024-11-10T13:27:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-10T13:27:53,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-10T13:27:53,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:53,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:53,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:53,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:53,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:53,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:53,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-10T13:27:53,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:53,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:53,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:53,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:53,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-10T13:27:53,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:53,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245333869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:53,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:53,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245333869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:53,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:53,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245333870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:54,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-10T13:27:54,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:54,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:54,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:54,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:54,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:54,026 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/9570d8776c9b4d2b88f035ae893f0753 2024-11-10T13:27:54,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/cad588c576ea4fec9f7acbc1c4396754 is 50, key is test_row_0/B:col10/1731245272066/Put/seqid=0 2024-11-10T13:27:54,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742392_1568 (size=12301) 2024-11-10T13:27:54,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-10T13:27:54,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:54,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:54,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:54,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:54,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-10T13:27:54,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-10T13:27:54,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:54,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:54,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:54,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:54,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:54,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45082 deadline: 1731245334379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:54,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1731245334379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:54,381 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:54,381 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:54,381 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:54,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:27:54,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33783 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45028 deadline: 1731245334380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 2024-11-10T13:27:54,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:54,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:54,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 , the old value is region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:54,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T13:27:54,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., hostname=2467a7071e00,33783,1731245097117, seqNum=5 because the exception is null or not the one we care about 2024-11-10T13:27:54,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/cad588c576ea4fec9f7acbc1c4396754 2024-11-10T13:27:54,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/23f07969f65c45fda497d772dcfc83a9 is 50, key is test_row_0/C:col10/1731245272066/Put/seqid=0 2024-11-10T13:27:54,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742393_1569 (size=12301) 2024-11-10T13:27:54,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-10T13:27:54,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:54,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:54,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:54,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:54,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:54,468 INFO [Thread-2155 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2155. 2024-11-10T13:27:54,468 DEBUG [Thread-2155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:27:54,468 DEBUG [Thread-2155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:54,468 DEBUG [Thread-2155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:54,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:27:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:54,469 INFO [Thread-2151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2151. 2024-11-10T13:27:54,469 DEBUG [Thread-2151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:27:54,469 DEBUG [Thread-2151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:54,469 DEBUG [Thread-2151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:54,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:27:54,470 INFO [Thread-2149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2149. 2024-11-10T13:27:54,470 DEBUG [Thread-2149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:27:54,470 DEBUG [Thread-2149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:54,470 DEBUG [Thread-2149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:54,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:27:54,471 INFO [Thread-2147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2147. 2024-11-10T13:27:54,471 DEBUG [Thread-2147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:27:54,471 DEBUG [Thread-2147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:54,471 DEBUG [Thread-2147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:54,471 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:27:54,472 INFO [Thread-2153 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2153. 2024-11-10T13:27:54,472 DEBUG [Thread-2153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:27:54,472 DEBUG [Thread-2153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:54,472 DEBUG [Thread-2153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:54,472 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:27:54,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-10T13:27:54,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:54,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:54,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:54,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:54,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-10T13:27:54,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-10T13:27:54,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:54,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:54,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:54,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:54,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:27:54,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/23f07969f65c45fda497d772dcfc83a9 2024-11-10T13:27:54,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/9570d8776c9b4d2b88f035ae893f0753 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/9570d8776c9b4d2b88f035ae893f0753 2024-11-10T13:27:54,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/9570d8776c9b4d2b88f035ae893f0753, entries=150, sequenceid=328, filesize=30.5 K 2024-11-10T13:27:54,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/cad588c576ea4fec9f7acbc1c4396754 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/cad588c576ea4fec9f7acbc1c4396754 2024-11-10T13:27:54,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/cad588c576ea4fec9f7acbc1c4396754, entries=150, sequenceid=328, filesize=12.0 K 2024-11-10T13:27:54,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/23f07969f65c45fda497d772dcfc83a9 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/23f07969f65c45fda497d772dcfc83a9 2024-11-10T13:27:54,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/23f07969f65c45fda497d772dcfc83a9, entries=150, sequenceid=328, filesize=12.0 K 2024-11-10T13:27:54,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e42fed4057f5bfb51ff558340d790c9b in 1655ms, sequenceid=328, compaction requested=true 2024-11-10T13:27:54,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:54,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e42fed4057f5bfb51ff558340d790c9b:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T13:27:54,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:54,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e42fed4057f5bfb51ff558340d790c9b:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T13:27:54,866 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:54,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:54,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e42fed4057f5bfb51ff558340d790c9b:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T13:27:54,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:54,866 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:54,867 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:54,867 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:54,867 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1541): e42fed4057f5bfb51ff558340d790c9b/A is initiating minor compaction (all files) 2024-11-10T13:27:54,867 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e42fed4057f5bfb51ff558340d790c9b/B is initiating minor compaction (all files) 2024-11-10T13:27:54,867 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e42fed4057f5bfb51ff558340d790c9b/A in TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:54,867 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e42fed4057f5bfb51ff558340d790c9b/B in TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:54,867 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/64de27b7ba3d421caf844f226862c5cf, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/2567547ab8724a29a287c509440ed6d6, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/9570d8776c9b4d2b88f035ae893f0753] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp, totalSize=92.3 K 2024-11-10T13:27:54,867 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/6ff7e6cac3da473db4c1a3563f59e64b, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/bb92588cc66842bf89d2a4cd36c8c755, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/cad588c576ea4fec9f7acbc1c4396754] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp, totalSize=36.7 K 2024-11-10T13:27:54,867 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:54,867 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. files: [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/64de27b7ba3d421caf844f226862c5cf, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/2567547ab8724a29a287c509440ed6d6, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/9570d8776c9b4d2b88f035ae893f0753] 2024-11-10T13:27:54,867 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ff7e6cac3da473db4c1a3563f59e64b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731245270873 2024-11-10T13:27:54,867 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64de27b7ba3d421caf844f226862c5cf, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731245270873 2024-11-10T13:27:54,868 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting bb92588cc66842bf89d2a4cd36c8c755, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731245270896 2024-11-10T13:27:54,868 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2567547ab8724a29a287c509440ed6d6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731245270896 2024-11-10T13:27:54,868 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting cad588c576ea4fec9f7acbc1c4396754, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731245272066 2024-11-10T13:27:54,868 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9570d8776c9b4d2b88f035ae893f0753, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731245272066 2024-11-10T13:27:54,873 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:54,875 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e42fed4057f5bfb51ff558340d790c9b#B#compaction#474 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:54,876 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110afe9989c122644faa6d19c9eac09d0fc_e42fed4057f5bfb51ff558340d790c9b store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:54,876 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/48d585302f9047d1949671a1f322caac is 50, key is test_row_0/B:col10/1731245272066/Put/seqid=0 2024-11-10T13:27:54,879 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110afe9989c122644faa6d19c9eac09d0fc_e42fed4057f5bfb51ff558340d790c9b, store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:54,880 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110afe9989c122644faa6d19c9eac09d0fc_e42fed4057f5bfb51ff558340d790c9b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:54,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742394_1570 (size=13119) 2024-11-10T13:27:54,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742395_1571 (size=4469) 2024-11-10T13:27:54,884 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e42fed4057f5bfb51ff558340d790c9b#A#compaction#475 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:54,884 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/4abe375e24a04ce5b9eaccd603a04c2e is 175, key is test_row_0/A:col10/1731245272066/Put/seqid=0 2024-11-10T13:27:54,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742396_1572 (size=32073) 2024-11-10T13:27:54,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-10T13:27:54,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:54,933 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing e42fed4057f5bfb51ff558340d790c9b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T13:27:54,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c1ba8a7b988e4f669ffe90e3e3305235_e42fed4057f5bfb51ff558340d790c9b is 50, key is test_row_0/A:col10/1731245273236/Put/seqid=0 2024-11-10T13:27:54,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742397_1573 (size=12454) 2024-11-10T13:27:55,293 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/48d585302f9047d1949671a1f322caac as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/48d585302f9047d1949671a1f322caac 2024-11-10T13:27:55,295 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/4abe375e24a04ce5b9eaccd603a04c2e as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/4abe375e24a04ce5b9eaccd603a04c2e 2024-11-10T13:27:55,299 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e42fed4057f5bfb51ff558340d790c9b/B of e42fed4057f5bfb51ff558340d790c9b into 48d585302f9047d1949671a1f322caac(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:55,299 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:55,299 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., storeName=e42fed4057f5bfb51ff558340d790c9b/B, priority=13, startTime=1731245274866; duration=0sec 2024-11-10T13:27:55,299 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T13:27:55,299 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e42fed4057f5bfb51ff558340d790c9b:B 2024-11-10T13:27:55,299 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T13:27:55,300 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T13:27:55,300 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1541): e42fed4057f5bfb51ff558340d790c9b/C is initiating minor compaction (all files) 2024-11-10T13:27:55,300 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e42fed4057f5bfb51ff558340d790c9b/C in TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:55,300 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e42fed4057f5bfb51ff558340d790c9b/A of e42fed4057f5bfb51ff558340d790c9b into 4abe375e24a04ce5b9eaccd603a04c2e(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:55,300 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:55,301 INFO [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., storeName=e42fed4057f5bfb51ff558340d790c9b/A, priority=13, startTime=1731245274866; duration=0sec 2024-11-10T13:27:55,301 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/37edb73ee5844fefa92856e77af919d8, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/d36dff064cda4621adf5e46c58483b06, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/23f07969f65c45fda497d772dcfc83a9] into tmpdir=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp, totalSize=36.7 K 2024-11-10T13:27:55,301 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:55,301 DEBUG [RS:0;2467a7071e00:33783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e42fed4057f5bfb51ff558340d790c9b:A 2024-11-10T13:27:55,301 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 37edb73ee5844fefa92856e77af919d8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731245270873 2024-11-10T13:27:55,301 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting d36dff064cda4621adf5e46c58483b06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731245270896 2024-11-10T13:27:55,302 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] compactions.Compactor(225): Compacting 23f07969f65c45fda497d772dcfc83a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731245272066 2024-11-10T13:27:55,307 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e42fed4057f5bfb51ff558340d790c9b#C#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T13:27:55,307 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/ff4285fd35474da98fe97e5b15f82a96 is 50, key is test_row_0/C:col10/1731245272066/Put/seqid=0 2024-11-10T13:27:55,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742398_1574 (size=13119) 2024-11-10T13:27:55,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:27:55,353 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c1ba8a7b988e4f669ffe90e3e3305235_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c1ba8a7b988e4f669ffe90e3e3305235_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:55,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/b9bb41efe12f4bfd9888adb9610658f2, store: [table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:27:55,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/b9bb41efe12f4bfd9888adb9610658f2 is 175, key is test_row_0/A:col10/1731245273236/Put/seqid=0 2024-11-10T13:27:55,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742399_1575 (size=31255) 2024-11-10T13:27:55,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33783 {}] regionserver.HRegion(8855): Flush requested on e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:27:55,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. as already flushing 2024-11-10T13:27:55,393 INFO [Thread-2144 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2144. 2024-11-10T13:27:55,393 DEBUG [Thread-2144 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:27:55,393 INFO [Thread-2136 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2136. 2024-11-10T13:27:55,393 DEBUG [Thread-2144 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:55,393 DEBUG [Thread-2136 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:27:55,393 DEBUG [Thread-2136 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:55,393 DEBUG [Thread-2144 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:55,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:27:55,393 DEBUG [Thread-2136 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:55,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:27:55,402 INFO [Thread-2140 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2140. 2024-11-10T13:27:55,402 DEBUG [Thread-2140 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:27:55,402 DEBUG [Thread-2140 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:55,402 DEBUG [Thread-2140 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:27:55,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:27:55,535 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T13:27:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-10T13:27:55,716 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/ff4285fd35474da98fe97e5b15f82a96 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/ff4285fd35474da98fe97e5b15f82a96 2024-11-10T13:27:55,722 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e42fed4057f5bfb51ff558340d790c9b/C of e42fed4057f5bfb51ff558340d790c9b into ff4285fd35474da98fe97e5b15f82a96(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T13:27:55,722 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:55,722 INFO [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., storeName=e42fed4057f5bfb51ff558340d790c9b/C, priority=13, startTime=1731245274866; duration=0sec 2024-11-10T13:27:55,722 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T13:27:55,723 DEBUG [RS:0;2467a7071e00:33783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e42fed4057f5bfb51ff558340d790c9b:C 2024-11-10T13:27:55,759 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=351, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/b9bb41efe12f4bfd9888adb9610658f2 2024-11-10T13:27:55,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/6d74156fff1b4da190d4165539c16b7a is 50, key is test_row_0/B:col10/1731245273236/Put/seqid=0 2024-11-10T13:27:55,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742400_1576 (size=12301) 2024-11-10T13:27:56,180 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/6d74156fff1b4da190d4165539c16b7a 2024-11-10T13:27:56,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/eb0ccd3017014f04bf6cccb12465e54d is 50, key is test_row_0/C:col10/1731245273236/Put/seqid=0 2024-11-10T13:27:56,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742401_1577 (size=12301) 2024-11-10T13:27:56,594 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/eb0ccd3017014f04bf6cccb12465e54d 2024-11-10T13:27:56,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/b9bb41efe12f4bfd9888adb9610658f2 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/b9bb41efe12f4bfd9888adb9610658f2 2024-11-10T13:27:56,601 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/b9bb41efe12f4bfd9888adb9610658f2, entries=150, sequenceid=351, filesize=30.5 K 2024-11-10T13:27:56,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/6d74156fff1b4da190d4165539c16b7a as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/6d74156fff1b4da190d4165539c16b7a 2024-11-10T13:27:56,604 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/6d74156fff1b4da190d4165539c16b7a, entries=150, sequenceid=351, filesize=12.0 K 2024-11-10T13:27:56,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/eb0ccd3017014f04bf6cccb12465e54d as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/eb0ccd3017014f04bf6cccb12465e54d 2024-11-10T13:27:56,607 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/eb0ccd3017014f04bf6cccb12465e54d, entries=150, sequenceid=351, filesize=12.0 K 2024-11-10T13:27:56,608 INFO [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=20.13 KB/20610 for e42fed4057f5bfb51ff558340d790c9b in 1675ms, sequenceid=351, compaction requested=false 2024-11-10T13:27:56,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for e42fed4057f5bfb51ff558340d790c9b: 2024-11-10T13:27:56,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:27:56,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-10T13:27:56,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-10T13:27:56,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-10T13:27:56,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0580 sec 2024-11-10T13:27:56,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 3.0630 sec 2024-11-10T13:27:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-10T13:27:57,709 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:28:01,004 INFO [Thread-2138 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2138. 2024-11-10T13:28:01,004 DEBUG [Thread-2138 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:28:01,004 DEBUG [Thread-2138 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:28:01,004 DEBUG [Thread-2138 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:28:01,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:28:01,033 INFO [Thread-2142 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2142. 2024-11-10T13:28:01,033 DEBUG [Thread-2142 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T13:28:01,033 DEBUG [Thread-2142 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:28:01,033 DEBUG [Thread-2142 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:28:01,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:28:01,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T13:28:01,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-10T13:28:01,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-10T13:28:01,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-10T13:28:01,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-10T13:28:01,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-10T13:28:01,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T13:28:01,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4055 2024-11-10T13:28:01,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4159 2024-11-10T13:28:01,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3978 2024-11-10T13:28:01,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4054 2024-11-10T13:28:01,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4149 2024-11-10T13:28:01,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T13:28:01,035 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:28:01,035 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:28:01,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:28:01,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:28:01,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:28:01,037 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-10T13:28:01,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T13:28:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-10T13:28:01,041 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245281041"}]},"ts":"1731245281041"} 2024-11-10T13:28:01,042 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T13:28:01,042 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T13:28:01,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T13:28:01,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e42fed4057f5bfb51ff558340d790c9b, UNASSIGN}] 2024-11-10T13:28:01,044 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e42fed4057f5bfb51ff558340d790c9b, UNASSIGN 2024-11-10T13:28:01,044 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=164 updating hbase:meta row=e42fed4057f5bfb51ff558340d790c9b, regionState=CLOSING, regionLocation=2467a7071e00,33783,1731245097117 2024-11-10T13:28:01,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e42fed4057f5bfb51ff558340d790c9b, UNASSIGN because future has completed 2024-11-10T13:28:01,045 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T13:28:01,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; CloseRegionProcedure e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117}] 2024-11-10T13:28:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-10T13:28:01,199 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(122): Close e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:28:01,199 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T13:28:01,199 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1722): Closing e42fed4057f5bfb51ff558340d790c9b, disabling compactions & flushes 2024-11-10T13:28:01,199 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:28:01,199 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:28:01,199 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. after waiting 0 ms 2024-11-10T13:28:01,199 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:28:01,200 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(2902): Flushing e42fed4057f5bfb51ff558340d790c9b 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-10T13:28:01,209 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f0f0a3946c9f4d4db409e22986a25027_e42fed4057f5bfb51ff558340d790c9b is 50, key is test_row_0/A:col10/1731245275390/Put/seqid=0 2024-11-10T13:28:01,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742402_1578 (size=12454) 2024-11-10T13:28:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-10T13:28:01,614 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:28:01,619 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f0f0a3946c9f4d4db409e22986a25027_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f0f0a3946c9f4d4db409e22986a25027_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:28:01,620 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/dbdde40f62e1490395e85f928ecf8cd6, store: [table=TestAcidGuarantees family=A region=e42fed4057f5bfb51ff558340d790c9b] 2024-11-10T13:28:01,621 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/dbdde40f62e1490395e85f928ecf8cd6 is 175, key is test_row_0/A:col10/1731245275390/Put/seqid=0 2024-11-10T13:28:01,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742403_1579 (size=31255) 2024-11-10T13:28:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-10T13:28:02,027 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=362, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/dbdde40f62e1490395e85f928ecf8cd6 2024-11-10T13:28:02,038 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/0143ff10a8c84107a8f7d7b217755474 is 50, key is test_row_0/B:col10/1731245275390/Put/seqid=0 2024-11-10T13:28:02,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742404_1580 (size=12301) 2024-11-10T13:28:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-10T13:28:02,443 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/0143ff10a8c84107a8f7d7b217755474 2024-11-10T13:28:02,449 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/66652e946b2e4559999c40fa123e1414 is 50, key is test_row_0/C:col10/1731245275390/Put/seqid=0 2024-11-10T13:28:02,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742405_1581 (size=12301) 2024-11-10T13:28:02,852 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/66652e946b2e4559999c40fa123e1414 2024-11-10T13:28:02,856 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/A/dbdde40f62e1490395e85f928ecf8cd6 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/dbdde40f62e1490395e85f928ecf8cd6 2024-11-10T13:28:02,860 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/dbdde40f62e1490395e85f928ecf8cd6, entries=150, sequenceid=362, filesize=30.5 K 2024-11-10T13:28:02,860 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/B/0143ff10a8c84107a8f7d7b217755474 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/0143ff10a8c84107a8f7d7b217755474 2024-11-10T13:28:02,864 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/0143ff10a8c84107a8f7d7b217755474, entries=150, sequenceid=362, filesize=12.0 K 2024-11-10T13:28:02,865 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/.tmp/C/66652e946b2e4559999c40fa123e1414 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/66652e946b2e4559999c40fa123e1414 2024-11-10T13:28:02,869 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/66652e946b2e4559999c40fa123e1414, entries=150, sequenceid=362, filesize=12.0 K 2024-11-10T13:28:02,870 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for e42fed4057f5bfb51ff558340d790c9b in 1670ms, sequenceid=362, compaction requested=true 2024-11-10T13:28:02,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/b0a6bdaa752b4a478d6312fc73f790d5, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/d106ff8c0f1f44e2b3908d461b8fce64, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/af47bd91624e45aaa3f69ecf38640970, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/46f86bb25de24da683a3c61ffe935972, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/64d11fef2de2450095526a971f1eafbb, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/c54a3e27927444f6be13891f3ff81b5d, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/61ab7cf210f4472490fdb259be84a157, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/885318204a0b4e18a3c4bd50e09da523, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/6de80f5ce84e4218a5fd161fb32d46ca, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/0cf6ebb14c1042bd80128009375f8058, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/55cedeffc9e341b6878e5fb4f462b79e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/3fd698fc08c04d1198adce9e85a39a09, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/86cc72cb857a4a4189ba83b68e7d835e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/5ba36c072f3b4c18bd7838ae2c902ad7, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/51e10d86885a456c9568e3cb1c2e1bae, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/9835c15c24dd4c7fa32394ba84635dbf, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/382147c6299f4f7ead489d5046cf8a75, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/344e79b9f4e94b1580bba126dbe679fe, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/d8fd901368e84594bc9cfdd7dfd1b602, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/71f38e1febf045b38844ea405e5b5349, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/64de27b7ba3d421caf844f226862c5cf, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/f872218ee78c4ad8ad572e0561f3e1ac, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/2567547ab8724a29a287c509440ed6d6, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/9570d8776c9b4d2b88f035ae893f0753] to archive 2024-11-10T13:28:02,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T13:28:02,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/b0a6bdaa752b4a478d6312fc73f790d5 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/b0a6bdaa752b4a478d6312fc73f790d5 2024-11-10T13:28:02,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/d106ff8c0f1f44e2b3908d461b8fce64 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/d106ff8c0f1f44e2b3908d461b8fce64 2024-11-10T13:28:02,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/af47bd91624e45aaa3f69ecf38640970 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/af47bd91624e45aaa3f69ecf38640970 2024-11-10T13:28:02,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/46f86bb25de24da683a3c61ffe935972 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/46f86bb25de24da683a3c61ffe935972 2024-11-10T13:28:02,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/64d11fef2de2450095526a971f1eafbb to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/64d11fef2de2450095526a971f1eafbb 2024-11-10T13:28:02,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/c54a3e27927444f6be13891f3ff81b5d to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/c54a3e27927444f6be13891f3ff81b5d 2024-11-10T13:28:02,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/61ab7cf210f4472490fdb259be84a157 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/61ab7cf210f4472490fdb259be84a157 2024-11-10T13:28:02,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/885318204a0b4e18a3c4bd50e09da523 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/885318204a0b4e18a3c4bd50e09da523 2024-11-10T13:28:02,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/6de80f5ce84e4218a5fd161fb32d46ca to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/6de80f5ce84e4218a5fd161fb32d46ca 2024-11-10T13:28:02,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/0cf6ebb14c1042bd80128009375f8058 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/0cf6ebb14c1042bd80128009375f8058 2024-11-10T13:28:02,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/55cedeffc9e341b6878e5fb4f462b79e to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/55cedeffc9e341b6878e5fb4f462b79e 2024-11-10T13:28:02,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/3fd698fc08c04d1198adce9e85a39a09 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/3fd698fc08c04d1198adce9e85a39a09 2024-11-10T13:28:02,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/86cc72cb857a4a4189ba83b68e7d835e to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/86cc72cb857a4a4189ba83b68e7d835e 2024-11-10T13:28:02,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/5ba36c072f3b4c18bd7838ae2c902ad7 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/5ba36c072f3b4c18bd7838ae2c902ad7 2024-11-10T13:28:02,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/51e10d86885a456c9568e3cb1c2e1bae to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/51e10d86885a456c9568e3cb1c2e1bae 2024-11-10T13:28:02,891 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/9835c15c24dd4c7fa32394ba84635dbf to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/9835c15c24dd4c7fa32394ba84635dbf 2024-11-10T13:28:02,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/382147c6299f4f7ead489d5046cf8a75 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/382147c6299f4f7ead489d5046cf8a75 2024-11-10T13:28:02,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/344e79b9f4e94b1580bba126dbe679fe to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/344e79b9f4e94b1580bba126dbe679fe 2024-11-10T13:28:02,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/d8fd901368e84594bc9cfdd7dfd1b602 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/d8fd901368e84594bc9cfdd7dfd1b602 2024-11-10T13:28:02,894 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/71f38e1febf045b38844ea405e5b5349 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/71f38e1febf045b38844ea405e5b5349 2024-11-10T13:28:02,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/64de27b7ba3d421caf844f226862c5cf to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/64de27b7ba3d421caf844f226862c5cf 2024-11-10T13:28:02,896 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/f872218ee78c4ad8ad572e0561f3e1ac to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/f872218ee78c4ad8ad572e0561f3e1ac 2024-11-10T13:28:02,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/2567547ab8724a29a287c509440ed6d6 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/2567547ab8724a29a287c509440ed6d6 2024-11-10T13:28:02,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/9570d8776c9b4d2b88f035ae893f0753 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/9570d8776c9b4d2b88f035ae893f0753 2024-11-10T13:28:02,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/eb6041f1983946bf8f1e11a74974c40f, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/19b2633ceae74443a8a2a38b435ac09e, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/b0b3e5343a3b466896cc0e4765207e42, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/6c6e7396744747768644a2bdc83b940c, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/5b010c6f44304f82a4c82940bf40df87, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/2b0a73514cd24fa99b1fd78fa5515f72, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/f67b5cddd1074af084156343c4ab3688, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/bda51dedf0614912a70370b5b3cd5c80, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/abe6601a258d45eebea3d4c1f0c24102, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/a586a24758574601bb6e8f80c1184037, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/704a6cc893fe4d6bac8c7ef35cc54abb, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/fde76e18e27f403d9c28ba66b1254dc2, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/5152a1cbd3744eeeb2805314ec0e4f46, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/20667ef701a0483f8d5f43756be3b7d0, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/9c29af148d4d476d8cc82951bc316efa, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/2ff06f934d0549bb9cfb0073d9ca3c9c, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/a47d0e08e1344766a4ac3f5a2535e5bc, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/d0ee5860b7b4497fb0e89b1153975c7d, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/c450be2f64ba451bb75ab82c4c55279d, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/aad34e1b5cc64d07a611ccd0c40db720, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/6ff7e6cac3da473db4c1a3563f59e64b, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/40d21b896ae049fabe80d57c4c959727, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/bb92588cc66842bf89d2a4cd36c8c755, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/cad588c576ea4fec9f7acbc1c4396754] to archive 2024-11-10T13:28:02,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T13:28:02,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/eb6041f1983946bf8f1e11a74974c40f to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/eb6041f1983946bf8f1e11a74974c40f 2024-11-10T13:28:02,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/19b2633ceae74443a8a2a38b435ac09e to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/19b2633ceae74443a8a2a38b435ac09e 2024-11-10T13:28:02,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/b0b3e5343a3b466896cc0e4765207e42 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/b0b3e5343a3b466896cc0e4765207e42 2024-11-10T13:28:02,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/6c6e7396744747768644a2bdc83b940c to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/6c6e7396744747768644a2bdc83b940c 2024-11-10T13:28:02,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/5b010c6f44304f82a4c82940bf40df87 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/5b010c6f44304f82a4c82940bf40df87 2024-11-10T13:28:02,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/2b0a73514cd24fa99b1fd78fa5515f72 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/2b0a73514cd24fa99b1fd78fa5515f72 2024-11-10T13:28:02,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/f67b5cddd1074af084156343c4ab3688 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/f67b5cddd1074af084156343c4ab3688 2024-11-10T13:28:02,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/bda51dedf0614912a70370b5b3cd5c80 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/bda51dedf0614912a70370b5b3cd5c80 2024-11-10T13:28:02,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/abe6601a258d45eebea3d4c1f0c24102 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/abe6601a258d45eebea3d4c1f0c24102 2024-11-10T13:28:02,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/a586a24758574601bb6e8f80c1184037 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/a586a24758574601bb6e8f80c1184037 2024-11-10T13:28:02,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/704a6cc893fe4d6bac8c7ef35cc54abb to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/704a6cc893fe4d6bac8c7ef35cc54abb 2024-11-10T13:28:02,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/fde76e18e27f403d9c28ba66b1254dc2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/fde76e18e27f403d9c28ba66b1254dc2 2024-11-10T13:28:02,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/5152a1cbd3744eeeb2805314ec0e4f46 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/5152a1cbd3744eeeb2805314ec0e4f46 2024-11-10T13:28:02,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/20667ef701a0483f8d5f43756be3b7d0 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/20667ef701a0483f8d5f43756be3b7d0 2024-11-10T13:28:02,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/9c29af148d4d476d8cc82951bc316efa to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/9c29af148d4d476d8cc82951bc316efa 2024-11-10T13:28:02,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/2ff06f934d0549bb9cfb0073d9ca3c9c to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/2ff06f934d0549bb9cfb0073d9ca3c9c 2024-11-10T13:28:02,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/a47d0e08e1344766a4ac3f5a2535e5bc to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/a47d0e08e1344766a4ac3f5a2535e5bc 2024-11-10T13:28:02,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/d0ee5860b7b4497fb0e89b1153975c7d to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/d0ee5860b7b4497fb0e89b1153975c7d 2024-11-10T13:28:02,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/c450be2f64ba451bb75ab82c4c55279d to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/c450be2f64ba451bb75ab82c4c55279d 2024-11-10T13:28:02,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/aad34e1b5cc64d07a611ccd0c40db720 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/aad34e1b5cc64d07a611ccd0c40db720 2024-11-10T13:28:02,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/6ff7e6cac3da473db4c1a3563f59e64b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/6ff7e6cac3da473db4c1a3563f59e64b 2024-11-10T13:28:02,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/40d21b896ae049fabe80d57c4c959727 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/40d21b896ae049fabe80d57c4c959727 2024-11-10T13:28:02,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/bb92588cc66842bf89d2a4cd36c8c755 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/bb92588cc66842bf89d2a4cd36c8c755 2024-11-10T13:28:02,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/cad588c576ea4fec9f7acbc1c4396754 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/cad588c576ea4fec9f7acbc1c4396754 2024-11-10T13:28:02,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/e74f2992974549d5a286173697dc4908, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/af458fcb0dd340b493ca4cabcb3cbc82, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/214aefbb22fe41518a6a41290c66ed1c, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/2eee54f49e604b6b97ffb538f2f47697, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/741baa71555340c1a527360547a2c0ac, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/8614ae6699804a8994874d08ad62c9a4, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/6158bd7b236742a4bd06565a4907cbf3, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/d50682109e7d48d1a72ee75af00fd7fd, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/c44dd43261bd4b299fac1b097a973198, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/b3490503fc39497a8eef93ab3dedb7a4, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/2269f38e510c489485056800a006e73a, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/c42505f7945a4785b5ee3928959f56bf, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/4abe365789cc48db9b285cb4524f394a, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/e21c56290d9742fdb9ca57afe1200ce9, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/de366a2a8cf74b688ea741132e9e17c4, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/18e8a533122f4148b8a3f2031266dfeb, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/4d47211c82d5424e99d02eb363645f00, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/772eae95dc364973a6f49af466983ab5, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/0e125a961f204b0c9da54fb75d7aacb0, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/b0e68ed222e6435c826f0840784967c3, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/37edb73ee5844fefa92856e77af919d8, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/5dedce283ae2466491316cf2399d6145, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/d36dff064cda4621adf5e46c58483b06, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/23f07969f65c45fda497d772dcfc83a9] to archive 2024-11-10T13:28:02,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T13:28:02,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/e74f2992974549d5a286173697dc4908 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/e74f2992974549d5a286173697dc4908 2024-11-10T13:28:02,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/af458fcb0dd340b493ca4cabcb3cbc82 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/af458fcb0dd340b493ca4cabcb3cbc82 2024-11-10T13:28:02,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/214aefbb22fe41518a6a41290c66ed1c to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/214aefbb22fe41518a6a41290c66ed1c 2024-11-10T13:28:02,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/2eee54f49e604b6b97ffb538f2f47697 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/2eee54f49e604b6b97ffb538f2f47697 2024-11-10T13:28:02,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/741baa71555340c1a527360547a2c0ac to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/741baa71555340c1a527360547a2c0ac 2024-11-10T13:28:02,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/8614ae6699804a8994874d08ad62c9a4 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/8614ae6699804a8994874d08ad62c9a4 2024-11-10T13:28:02,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/6158bd7b236742a4bd06565a4907cbf3 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/6158bd7b236742a4bd06565a4907cbf3 2024-11-10T13:28:02,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/d50682109e7d48d1a72ee75af00fd7fd to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/d50682109e7d48d1a72ee75af00fd7fd 2024-11-10T13:28:02,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/c44dd43261bd4b299fac1b097a973198 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/c44dd43261bd4b299fac1b097a973198 2024-11-10T13:28:02,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/b3490503fc39497a8eef93ab3dedb7a4 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/b3490503fc39497a8eef93ab3dedb7a4 2024-11-10T13:28:02,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/2269f38e510c489485056800a006e73a to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/2269f38e510c489485056800a006e73a 2024-11-10T13:28:02,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/c42505f7945a4785b5ee3928959f56bf to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/c42505f7945a4785b5ee3928959f56bf 2024-11-10T13:28:02,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/4abe365789cc48db9b285cb4524f394a to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/4abe365789cc48db9b285cb4524f394a 2024-11-10T13:28:02,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/e21c56290d9742fdb9ca57afe1200ce9 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/e21c56290d9742fdb9ca57afe1200ce9 2024-11-10T13:28:02,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/de366a2a8cf74b688ea741132e9e17c4 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/de366a2a8cf74b688ea741132e9e17c4 2024-11-10T13:28:02,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/18e8a533122f4148b8a3f2031266dfeb to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/18e8a533122f4148b8a3f2031266dfeb 2024-11-10T13:28:02,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/4d47211c82d5424e99d02eb363645f00 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/4d47211c82d5424e99d02eb363645f00 2024-11-10T13:28:02,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/772eae95dc364973a6f49af466983ab5 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/772eae95dc364973a6f49af466983ab5 2024-11-10T13:28:02,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/0e125a961f204b0c9da54fb75d7aacb0 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/0e125a961f204b0c9da54fb75d7aacb0 2024-11-10T13:28:02,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/b0e68ed222e6435c826f0840784967c3 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/b0e68ed222e6435c826f0840784967c3 2024-11-10T13:28:02,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/37edb73ee5844fefa92856e77af919d8 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/37edb73ee5844fefa92856e77af919d8 2024-11-10T13:28:02,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/5dedce283ae2466491316cf2399d6145 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/5dedce283ae2466491316cf2399d6145 2024-11-10T13:28:02,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/d36dff064cda4621adf5e46c58483b06 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/d36dff064cda4621adf5e46c58483b06 2024-11-10T13:28:02,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/23f07969f65c45fda497d772dcfc83a9 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/23f07969f65c45fda497d772dcfc83a9 2024-11-10T13:28:02,966 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/recovered.edits/365.seqid, newMaxSeqId=365, maxSeqId=4 2024-11-10T13:28:02,967 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. 2024-11-10T13:28:02,967 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1676): Region close journal for e42fed4057f5bfb51ff558340d790c9b: Waiting for close lock at 1731245281199Running coprocessor pre-close hooks at 1731245281199Disabling compacts and flushes for region at 1731245281199Disabling writes for close at 1731245281199Obtaining lock to block concurrent updates at 1731245281200 (+1 ms)Preparing flush snapshotting stores in e42fed4057f5bfb51ff558340d790c9b at 1731245281200Finished memstore snapshotting TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731245281200Flushing stores of TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b. at 1731245281201 (+1 ms)Flushing e42fed4057f5bfb51ff558340d790c9b/A: creating writer at 1731245281201Flushing mob file e42fed4057f5bfb51ff558340d790c9b/A: appending metadata at 1731245281209 (+8 ms)Flushing mob file e42fed4057f5bfb51ff558340d790c9b/A: closing flushed file at 1731245281209Flushing e42fed4057f5bfb51ff558340d790c9b/A: appending metadata at 1731245281620 (+411 ms)Flushing e42fed4057f5bfb51ff558340d790c9b/A: closing flushed file at 1731245281621 (+1 ms)Flushing e42fed4057f5bfb51ff558340d790c9b/B: creating writer at 1731245282035 (+414 ms)Flushing e42fed4057f5bfb51ff558340d790c9b/B: appending metadata at 1731245282038 (+3 ms)Flushing e42fed4057f5bfb51ff558340d790c9b/B: closing flushed file at 1731245282038Flushing e42fed4057f5bfb51ff558340d790c9b/C: creating writer at 1731245282446 (+408 ms)Flushing e42fed4057f5bfb51ff558340d790c9b/C: appending metadata at 1731245282448 (+2 ms)Flushing e42fed4057f5bfb51ff558340d790c9b/C: closing flushed file at 1731245282448Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@226b18bd: reopening flushed file at 1731245282855 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@409eb702: reopening flushed file at 1731245282860 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b33dd12: reopening flushed file at 1731245282864 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for e42fed4057f5bfb51ff558340d790c9b in 1670ms, sequenceid=362, compaction requested=true at 1731245282870 (+6 ms)Writing region close event to WAL at 1731245282963 (+93 ms)Running coprocessor post-close hooks at 1731245282967 (+4 ms)Closed at 1731245282967 2024-11-10T13:28:02,969 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(157): Closed e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:28:02,969 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=164 updating hbase:meta row=e42fed4057f5bfb51ff558340d790c9b, regionState=CLOSED 2024-11-10T13:28:02,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=165, ppid=164, state=RUNNABLE, hasLock=false; CloseRegionProcedure e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 because future has completed 2024-11-10T13:28:02,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-10T13:28:02,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; CloseRegionProcedure e42fed4057f5bfb51ff558340d790c9b, server=2467a7071e00,33783,1731245097117 in 1.9260 sec 2024-11-10T13:28:02,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=164, resume processing ppid=163 2024-11-10T13:28:02,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, ppid=163, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e42fed4057f5bfb51ff558340d790c9b, UNASSIGN in 1.9300 sec 2024-11-10T13:28:02,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-10T13:28:02,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9330 sec 2024-11-10T13:28:02,978 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245282978"}]},"ts":"1731245282978"} 2024-11-10T13:28:02,980 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T13:28:02,980 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T13:28:02,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9430 sec 2024-11-10T13:28:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-10T13:28:03,190 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:28:03,191 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-10T13:28:03,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:28:03,196 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=166, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:28:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-10T13:28:03,198 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=166, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:28:03,201 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:28:03,204 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A, FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B, FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C, FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/recovered.edits] 2024-11-10T13:28:03,208 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/4abe375e24a04ce5b9eaccd603a04c2e to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/4abe375e24a04ce5b9eaccd603a04c2e 2024-11-10T13:28:03,210 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/b9bb41efe12f4bfd9888adb9610658f2 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/b9bb41efe12f4bfd9888adb9610658f2 2024-11-10T13:28:03,212 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/dbdde40f62e1490395e85f928ecf8cd6 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/A/dbdde40f62e1490395e85f928ecf8cd6 2024-11-10T13:28:03,214 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/0143ff10a8c84107a8f7d7b217755474 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/0143ff10a8c84107a8f7d7b217755474 2024-11-10T13:28:03,214 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/48d585302f9047d1949671a1f322caac to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/48d585302f9047d1949671a1f322caac 2024-11-10T13:28:03,215 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/6d74156fff1b4da190d4165539c16b7a to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/B/6d74156fff1b4da190d4165539c16b7a 2024-11-10T13:28:03,217 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/66652e946b2e4559999c40fa123e1414 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/66652e946b2e4559999c40fa123e1414 2024-11-10T13:28:03,217 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/eb0ccd3017014f04bf6cccb12465e54d to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/eb0ccd3017014f04bf6cccb12465e54d 2024-11-10T13:28:03,218 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/ff4285fd35474da98fe97e5b15f82a96 to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/C/ff4285fd35474da98fe97e5b15f82a96 2024-11-10T13:28:03,220 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/recovered.edits/365.seqid to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b/recovered.edits/365.seqid 2024-11-10T13:28:03,221 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/default/TestAcidGuarantees/e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:28:03,221 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T13:28:03,221 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T13:28:03,221 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-10T13:28:03,224 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111004d4ec3683694dd597b48c3dc21ff5b4_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111004d4ec3683694dd597b48c3dc21ff5b4_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:28:03,225 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111007b71565803847118a2cc484ae7590e0_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111007b71565803847118a2cc484ae7590e0_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:28:03,225 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101983201dadd84030a9e21ad15daad418_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101983201dadd84030a9e21ad15daad418_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:28:03,226 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102356ee08a8e04bdfa83c71a926567e88_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102356ee08a8e04bdfa83c71a926567e88_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:28:03,227 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103bc6d5548039404b82b7958a080fbbfe_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103bc6d5548039404b82b7958a080fbbfe_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:28:03,227 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110459d314c94ae4957b600eed7302535e3_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110459d314c94ae4957b600eed7302535e3_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:28:03,228 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111048a5d6545bbc4912900c8581946e5d19_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111048a5d6545bbc4912900c8581946e5d19_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:28:03,229 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110915fb23fb91b49cd8d84c91eca378876_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110915fb23fb91b49cd8d84c91eca378876_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:28:03,229 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109ad1ce9fafa34ee2aa3e37b81a2d9a8a_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109ad1ce9fafa34ee2aa3e37b81a2d9a8a_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:28:03,230 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a8cae4b9d9c543ca9398a7d0e3b52366_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a8cae4b9d9c543ca9398a7d0e3b52366_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:28:03,231 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b54df32ddc3644ca82f9376961157258_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b54df32ddc3644ca82f9376961157258_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:28:03,231 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c1ba8a7b988e4f669ffe90e3e3305235_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c1ba8a7b988e4f669ffe90e3e3305235_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:28:03,232 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c4c5eebfc1eb4aa89ee68a7760cf75b6_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c4c5eebfc1eb4aa89ee68a7760cf75b6_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:28:03,232 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110cdf352a8f8144461a9741473f81ae61d_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110cdf352a8f8144461a9741473f81ae61d_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:28:03,233 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110cf24ece95ae24646a3fe860d6f3388c8_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110cf24ece95ae24646a3fe860d6f3388c8_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:28:03,234 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110dfb14ef1b84b4788a5d19de37180cdaa_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110dfb14ef1b84b4788a5d19de37180cdaa_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:28:03,234 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e93cdab969894da0b9bdf4d626001fb3_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e93cdab969894da0b9bdf4d626001fb3_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:28:03,235 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f0f0a3946c9f4d4db409e22986a25027_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f0f0a3946c9f4d4db409e22986a25027_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:28:03,235 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110fe1085fc70b24d0bb15dde1b8b5340ee_e42fed4057f5bfb51ff558340d790c9b to hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110fe1085fc70b24d0bb15dde1b8b5340ee_e42fed4057f5bfb51ff558340d790c9b 2024-11-10T13:28:03,236 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T13:28:03,237 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=166, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:28:03,239 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T13:28:03,241 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T13:28:03,242 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=166, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:28:03,242 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T13:28:03,242 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731245283242"}]},"ts":"9223372036854775807"} 2024-11-10T13:28:03,243 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T13:28:03,243 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e42fed4057f5bfb51ff558340d790c9b, NAME => 'TestAcidGuarantees,,1731245251254.e42fed4057f5bfb51ff558340d790c9b.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T13:28:03,243 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T13:28:03,244 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731245283243"}]},"ts":"9223372036854775807"} 2024-11-10T13:28:03,245 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T13:28:03,246 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=166, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T13:28:03,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 55 msec 2024-11-10T13:28:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-10T13:28:03,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T13:28:03,300 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T13:28:03,312 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=237 (was 240), OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=316 (was 343), ProcessCount=11 (was 11), AvailableMemoryMB=3188 (was 3225) 2024-11-10T13:28:03,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T13:28:03,312 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:28:03,312 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:28:03,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:28:03,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:28:03,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:28:03,313 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T13:28:03,313 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=841754823, stopped=false 2024-11-10T13:28:03,313 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2467a7071e00,43131,1731245096350 2024-11-10T13:28:03,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x10124ebb6490000, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T13:28:03,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x10124ebb6490001, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T13:28:03,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x10124ebb6490000, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:28:03,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x10124ebb6490001, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:28:03,387 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:28:03,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:28:03,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:28:03,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:28:03,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33783-0x10124ebb6490001, quorum=127.0.0.1:50725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T13:28:03,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43131-0x10124ebb6490000, quorum=127.0.0.1:50725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T13:28:03,390 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2467a7071e00,33783,1731245097117' ***** 2024-11-10T13:28:03,391 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T13:28:03,391 INFO [RS:0;2467a7071e00:33783 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T13:28:03,391 INFO [RS:0;2467a7071e00:33783 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T13:28:03,392 INFO [RS:0;2467a7071e00:33783 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T13:28:03,392 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T13:28:03,392 INFO [RS:0;2467a7071e00:33783 {}] regionserver.HRegionServer(959): stopping server 2467a7071e00,33783,1731245097117 2024-11-10T13:28:03,392 INFO [RS:0;2467a7071e00:33783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:28:03,392 INFO [RS:0;2467a7071e00:33783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:33783. 2024-11-10T13:28:03,392 DEBUG [RS:0;2467a7071e00:33783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:28:03,392 DEBUG [RS:0;2467a7071e00:33783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:28:03,392 INFO [RS:0;2467a7071e00:33783 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T13:28:03,392 INFO [RS:0;2467a7071e00:33783 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T13:28:03,392 INFO [RS:0;2467a7071e00:33783 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T13:28:03,393 INFO [RS:0;2467a7071e00:33783 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T13:28:03,393 INFO [RS:0;2467a7071e00:33783 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T13:28:03,393 DEBUG [RS:0;2467a7071e00:33783 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T13:28:03,394 DEBUG [RS:0;2467a7071e00:33783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:28:03,394 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:28:03,394 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:28:03,394 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:28:03,394 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:28:03,394 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:28:03,394 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-10T13:28:03,416 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/hbase/meta/1588230740/.tmp/info/f6452a7eee754fd2a63e30c9aa0ceb65 is 95, key is TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2./info:/1731245129061/DeleteFamily/seqid=0 2024-11-10T13:28:03,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742406_1582 (size=6514) 2024-11-10T13:28:03,482 INFO [regionserver/2467a7071e00:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:28:03,575 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T13:28:03,575 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T13:28:03,594 DEBUG [RS:0;2467a7071e00:33783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:28:03,794 DEBUG [RS:0;2467a7071e00:33783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:28:03,821 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/hbase/meta/1588230740/.tmp/info/f6452a7eee754fd2a63e30c9aa0ceb65 2024-11-10T13:28:03,839 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/hbase/meta/1588230740/.tmp/ns/26f43eff094c4cac875b427424e2923e is 93, key is TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2./ns:/1731245129017/DeleteFamily/seqid=0 2024-11-10T13:28:03,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742407_1583 (size=5906) 2024-11-10T13:28:03,994 DEBUG [RS:0;2467a7071e00:33783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:28:04,195 DEBUG [RS:0;2467a7071e00:33783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:28:04,243 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/hbase/meta/1588230740/.tmp/ns/26f43eff094c4cac875b427424e2923e 2024-11-10T13:28:04,269 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/hbase/meta/1588230740/.tmp/rep_barrier/1c1697308fb04bb197f2641aea6fa20c is 102, key is TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2./rep_barrier:/1731245129017/DeleteFamily/seqid=0 2024-11-10T13:28:04,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742408_1584 (size=6025) 2024-11-10T13:28:04,395 DEBUG [RS:0;2467a7071e00:33783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:28:04,595 DEBUG [RS:0;2467a7071e00:33783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:28:04,672 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/hbase/meta/1588230740/.tmp/rep_barrier/1c1697308fb04bb197f2641aea6fa20c 2024-11-10T13:28:04,694 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/hbase/meta/1588230740/.tmp/table/3349faeb1b9d435398d1afbc0d470de9 is 96, key is TestAcidGuarantees,,1731245101742.e8f877a6b7d3a4b9c40799da40f943d2./table:/1731245129017/DeleteFamily/seqid=0 2024-11-10T13:28:04,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742409_1585 (size=5936) 2024-11-10T13:28:04,796 DEBUG [RS:0;2467a7071e00:33783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:28:04,996 DEBUG [RS:0;2467a7071e00:33783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:28:05,099 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/hbase/meta/1588230740/.tmp/table/3349faeb1b9d435398d1afbc0d470de9 2024-11-10T13:28:05,110 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/hbase/meta/1588230740/.tmp/info/f6452a7eee754fd2a63e30c9aa0ceb65 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/hbase/meta/1588230740/info/f6452a7eee754fd2a63e30c9aa0ceb65 2024-11-10T13:28:05,115 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/hbase/meta/1588230740/info/f6452a7eee754fd2a63e30c9aa0ceb65, entries=12, sequenceid=90, filesize=6.4 K 2024-11-10T13:28:05,116 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/hbase/meta/1588230740/.tmp/ns/26f43eff094c4cac875b427424e2923e as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/hbase/meta/1588230740/ns/26f43eff094c4cac875b427424e2923e 2024-11-10T13:28:05,120 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/hbase/meta/1588230740/ns/26f43eff094c4cac875b427424e2923e, entries=8, sequenceid=90, filesize=5.8 K 2024-11-10T13:28:05,121 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/hbase/meta/1588230740/.tmp/rep_barrier/1c1697308fb04bb197f2641aea6fa20c as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/hbase/meta/1588230740/rep_barrier/1c1697308fb04bb197f2641aea6fa20c 2024-11-10T13:28:05,126 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/hbase/meta/1588230740/rep_barrier/1c1697308fb04bb197f2641aea6fa20c, entries=6, sequenceid=90, filesize=5.9 K 2024-11-10T13:28:05,126 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/hbase/meta/1588230740/.tmp/table/3349faeb1b9d435398d1afbc0d470de9 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/hbase/meta/1588230740/table/3349faeb1b9d435398d1afbc0d470de9 2024-11-10T13:28:05,129 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/hbase/meta/1588230740/table/3349faeb1b9d435398d1afbc0d470de9, entries=7, sequenceid=90, filesize=5.8 K 2024-11-10T13:28:05,130 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1736ms, sequenceid=90, compaction requested=false 2024-11-10T13:28:05,134 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-10T13:28:05,134 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:28:05,134 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:28:05,134 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731245283393Running coprocessor pre-close hooks at 1731245283393Disabling compacts and flushes for region at 1731245283393Disabling writes for close at 1731245283394 (+1 ms)Obtaining lock to block concurrent updates at 1731245283394Preparing flush snapshotting stores in 1588230740 at 1731245283394Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731245283394Flushing stores of hbase:meta,,1.1588230740 at 1731245283395 (+1 ms)Flushing 1588230740/info: creating writer at 1731245283395Flushing 1588230740/info: appending metadata at 1731245283416 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731245283416Flushing 1588230740/ns: creating writer at 1731245283826 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731245283838 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731245283838Flushing 1588230740/rep_barrier: creating writer at 1731245284253 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731245284268 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731245284268Flushing 1588230740/table: creating writer at 1731245284676 (+408 ms)Flushing 1588230740/table: appending metadata at 1731245284694 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731245284694Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ded3e9e: reopening flushed file at 1731245285109 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59a2cec4: reopening flushed file at 1731245285115 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4793697e: reopening flushed file at 1731245285120 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6375cb42: reopening flushed file at 1731245285126 (+6 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1736ms, sequenceid=90, compaction requested=false at 1731245285130 (+4 ms)Writing region close event to WAL at 1731245285131 (+1 ms)Running coprocessor post-close hooks at 1731245285134 (+3 ms)Closed at 1731245285134 2024-11-10T13:28:05,134 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T13:28:05,196 INFO [RS:0;2467a7071e00:33783 {}] regionserver.HRegionServer(976): stopping server 2467a7071e00,33783,1731245097117; all regions closed. 2024-11-10T13:28:05,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741834_1010 (size=25344) 2024-11-10T13:28:05,202 DEBUG [RS:0;2467a7071e00:33783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/oldWALs 2024-11-10T13:28:05,202 INFO [RS:0;2467a7071e00:33783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C33783%2C1731245097117.meta:.meta(num 1731245101176) 2024-11-10T13:28:05,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741833_1009 (size=13066129) 2024-11-10T13:28:05,206 DEBUG [RS:0;2467a7071e00:33783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/oldWALs 2024-11-10T13:28:05,206 INFO [RS:0;2467a7071e00:33783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C33783%2C1731245097117:(num 1731245100731) 2024-11-10T13:28:05,206 DEBUG [RS:0;2467a7071e00:33783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:28:05,206 INFO [RS:0;2467a7071e00:33783 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:28:05,206 INFO [RS:0;2467a7071e00:33783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:28:05,206 INFO [RS:0;2467a7071e00:33783 {}] hbase.ChoreService(370): Chore service for: regionserver/2467a7071e00:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T13:28:05,206 INFO [RS:0;2467a7071e00:33783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:28:05,206 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:28:05,207 INFO [RS:0;2467a7071e00:33783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33783 2024-11-10T13:28:05,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x10124ebb6490001, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2467a7071e00,33783,1731245097117 2024-11-10T13:28:05,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x10124ebb6490000, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T13:28:05,281 INFO [RS:0;2467a7071e00:33783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:28:05,282 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2467a7071e00,33783,1731245097117] 2024-11-10T13:28:05,329 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2467a7071e00,33783,1731245097117 already deleted, retry=false 2024-11-10T13:28:05,329 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2467a7071e00,33783,1731245097117 expired; onlineServers=0 2024-11-10T13:28:05,329 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2467a7071e00,43131,1731245096350' ***** 2024-11-10T13:28:05,329 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T13:28:05,329 INFO [M:0;2467a7071e00:43131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:28:05,329 INFO [M:0;2467a7071e00:43131 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:28:05,329 DEBUG [M:0;2467a7071e00:43131 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T13:28:05,330 DEBUG [M:0;2467a7071e00:43131 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T13:28:05,330 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T13:28:05,330 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731245100249 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731245100249,5,FailOnTimeoutGroup] 2024-11-10T13:28:05,330 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731245100251 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731245100251,5,FailOnTimeoutGroup] 2024-11-10T13:28:05,330 INFO [M:0;2467a7071e00:43131 {}] hbase.ChoreService(370): Chore service for: master/2467a7071e00:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T13:28:05,330 INFO [M:0;2467a7071e00:43131 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:28:05,330 DEBUG [M:0;2467a7071e00:43131 {}] master.HMaster(1795): Stopping service threads 2024-11-10T13:28:05,330 INFO [M:0;2467a7071e00:43131 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T13:28:05,330 INFO [M:0;2467a7071e00:43131 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:28:05,330 ERROR [M:0;2467a7071e00:43131 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-10T13:28:05,331 INFO [M:0;2467a7071e00:43131 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T13:28:05,331 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T13:28:05,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x10124ebb6490000, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T13:28:05,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x10124ebb6490000, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:28:05,344 DEBUG [M:0;2467a7071e00:43131 {}] zookeeper.ZKUtil(347): master:43131-0x10124ebb6490000, quorum=127.0.0.1:50725, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T13:28:05,345 WARN [M:0;2467a7071e00:43131 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T13:28:05,345 INFO [M:0;2467a7071e00:43131 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/.lastflushedseqids 2024-11-10T13:28:05,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742410_1586 (size=72) 2024-11-10T13:28:05,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x10124ebb6490001, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:28:05,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x10124ebb6490001, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:28:05,430 INFO [RS:0;2467a7071e00:33783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:28:05,430 INFO [RS:0;2467a7071e00:33783 {}] regionserver.HRegionServer(1031): Exiting; stopping=2467a7071e00,33783,1731245097117; zookeeper connection closed. 2024-11-10T13:28:05,430 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36cc6d68 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36cc6d68 2024-11-10T13:28:05,431 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T13:28:05,759 INFO [M:0;2467a7071e00:43131 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T13:28:05,760 INFO [M:0;2467a7071e00:43131 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T13:28:05,760 DEBUG [M:0;2467a7071e00:43131 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:28:05,760 INFO [M:0;2467a7071e00:43131 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:28:05,760 DEBUG [M:0;2467a7071e00:43131 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:28:05,760 DEBUG [M:0;2467a7071e00:43131 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:28:05,760 DEBUG [M:0;2467a7071e00:43131 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:28:05,760 INFO [M:0;2467a7071e00:43131 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=728.61 KB heapSize=893.71 KB 2024-11-10T13:28:05,782 DEBUG [M:0;2467a7071e00:43131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26991a29d437486b931166d809fad931 is 82, key is hbase:meta,,1/info:regioninfo/1731245101260/Put/seqid=0 2024-11-10T13:28:05,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742411_1587 (size=5672) 2024-11-10T13:28:06,187 INFO [M:0;2467a7071e00:43131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2032 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26991a29d437486b931166d809fad931 2024-11-10T13:28:06,217 DEBUG [M:0;2467a7071e00:43131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e31ed3bdeea4498adb3a80cd01f4dc9 is 2276, key is \x00\x00\x00\x00\x00\x00\x00\x8D/proc:d/1731245254431/Put/seqid=0 2024-11-10T13:28:06,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742412_1588 (size=43428) 2024-11-10T13:28:06,621 INFO [M:0;2467a7071e00:43131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=728.06 KB at sequenceid=2032 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e31ed3bdeea4498adb3a80cd01f4dc9 2024-11-10T13:28:06,628 INFO [M:0;2467a7071e00:43131 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e31ed3bdeea4498adb3a80cd01f4dc9 2024-11-10T13:28:06,646 DEBUG [M:0;2467a7071e00:43131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fbc967258ed4d27beb37b288bca5770 is 69, key is 2467a7071e00,33783,1731245097117/rs:state/1731245100387/Put/seqid=0 2024-11-10T13:28:06,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742413_1589 (size=5156) 2024-11-10T13:28:06,708 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:28:06,709 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T13:28:06,709 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-10T13:28:07,050 INFO [M:0;2467a7071e00:43131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2032 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fbc967258ed4d27beb37b288bca5770 2024-11-10T13:28:07,061 DEBUG [M:0;2467a7071e00:43131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26991a29d437486b931166d809fad931 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26991a29d437486b931166d809fad931 2024-11-10T13:28:07,064 INFO [M:0;2467a7071e00:43131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26991a29d437486b931166d809fad931, entries=8, sequenceid=2032, filesize=5.5 K 2024-11-10T13:28:07,065 DEBUG [M:0;2467a7071e00:43131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e31ed3bdeea4498adb3a80cd01f4dc9 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e31ed3bdeea4498adb3a80cd01f4dc9 2024-11-10T13:28:07,067 INFO [M:0;2467a7071e00:43131 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e31ed3bdeea4498adb3a80cd01f4dc9 2024-11-10T13:28:07,067 INFO [M:0;2467a7071e00:43131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e31ed3bdeea4498adb3a80cd01f4dc9, entries=166, sequenceid=2032, filesize=42.4 K 2024-11-10T13:28:07,068 DEBUG [M:0;2467a7071e00:43131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fbc967258ed4d27beb37b288bca5770 as hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3fbc967258ed4d27beb37b288bca5770 2024-11-10T13:28:07,070 INFO [M:0;2467a7071e00:43131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3fbc967258ed4d27beb37b288bca5770, entries=1, sequenceid=2032, filesize=5.0 K 2024-11-10T13:28:07,070 INFO [M:0;2467a7071e00:43131 {}] regionserver.HRegion(3140): Finished flush of dataSize ~728.61 KB/746098, heapSize ~893.41 KB/914856, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=2032, compaction requested=false 2024-11-10T13:28:07,071 INFO [M:0;2467a7071e00:43131 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:28:07,072 DEBUG [M:0;2467a7071e00:43131 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731245285760Disabling compacts and flushes for region at 1731245285760Disabling writes for close at 1731245285760Obtaining lock to block concurrent updates at 1731245285760Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731245285760Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=746098, getHeapSize=915096, getOffHeapSize=0, getCellsCount=2223 at 1731245285761 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731245285762 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731245285762Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731245285782 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731245285782Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731245286195 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731245286217 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731245286217Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731245286629 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731245286645 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731245286645Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d8d75cf: reopening flushed file at 1731245287060 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ffd071f: reopening flushed file at 1731245287064 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66c96f7: reopening flushed file at 1731245287067 (+3 ms)Finished flush of dataSize ~728.61 KB/746098, heapSize ~893.41 KB/914856, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=2032, compaction requested=false at 1731245287070 (+3 ms)Writing region close event to WAL at 1731245287071 (+1 ms)Closed at 1731245287071 2024-11-10T13:28:07,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741830_1006 (size=879361) 2024-11-10T13:28:07,074 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/748189a9-e93b-68f0-feb6-d5fdf214cb57/MasterData/WALs/2467a7071e00,43131,1731245096350/2467a7071e00%2C43131%2C1731245096350.1731245099284 not finished, retry = 0 2024-11-10T13:28:07,175 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:28:07,175 INFO [M:0;2467a7071e00:43131 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T13:28:07,176 INFO [M:0;2467a7071e00:43131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43131 2024-11-10T13:28:07,176 INFO [M:0;2467a7071e00:43131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:28:07,339 INFO [M:0;2467a7071e00:43131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:28:07,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x10124ebb6490000, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:28:07,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x10124ebb6490000, quorum=127.0.0.1:50725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:28:07,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3dfb1097{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:28:07,381 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16142ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:28:07,381 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:28:07,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ef5f873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:28:07,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b8e8cdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/hadoop.log.dir/,STOPPED} 2024-11-10T13:28:07,383 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T13:28:07,383 WARN [BP-343753804-172.17.0.3-1731245092178 heartbeating to localhost/127.0.0.1:44107 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T13:28:07,383 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T13:28:07,383 WARN [BP-343753804-172.17.0.3-1731245092178 heartbeating to localhost/127.0.0.1:44107 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-343753804-172.17.0.3-1731245092178 (Datanode Uuid b2f8849f-60f4-4f54-b0ca-8acdc3325002) service to localhost/127.0.0.1:44107 2024-11-10T13:28:07,385 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/cluster_603af9fd-bca6-5ea3-cc69-ea3585d6c089/data/data1/current/BP-343753804-172.17.0.3-1731245092178 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:28:07,385 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/cluster_603af9fd-bca6-5ea3-cc69-ea3585d6c089/data/data2/current/BP-343753804-172.17.0.3-1731245092178 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:28:07,386 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T13:28:07,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bbf242f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:28:07,392 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34657887{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:28:07,392 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:28:07,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41752735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:28:07,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7def033e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a996a7f1-9730-f7c2-c980-b2ae18d0f4fd/hadoop.log.dir/,STOPPED} 2024-11-10T13:28:07,406 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T13:28:07,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down